-- Logs begin at Fri 2022-03-11 18:23:02 UTC, end at Fri 2022-03-11 19:37:43 UTC. -- Mar 11 19:07:47.107068 dv-cinder-830674-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 19:07:50.109103 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.common.config [-] Logging enabled! Mar 11 19:07:50.109746 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev4 Mar 11 19:07:50.109976 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 19:07:50.113227 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.common.config [-] Logging enabled! Mar 11 19:07:50.113482 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev4 Mar 11 19:07:50.113795 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103246) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 19:07:50.114728 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:07:50.114964 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:07:50.115336 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:07:50.115584 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:07:50.115812 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:07:50.116564 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.117033 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 19:07:50.117357 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.117660 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.117960 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.118262 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.118557 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.118842 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.119133 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.119434 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.119723 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.120006 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.120292 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.120586 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.120895 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.121184 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.121475 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.121759 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] debug = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.122043 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.122472 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.122927 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.123206 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.123498 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.123782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.124560 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.124944 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.125407 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.125748 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] host = dv-cinder-830674-2-iscsi {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.126034 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.126327 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.126618 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.126908 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.127186 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.127465 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.127752 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.128027 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.128301 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.128581 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.128898 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.129189 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.129479 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.129707 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.129934 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.130224 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.130514 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.130792 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.131070 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.131347 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.131621 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.131897 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.132166 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.132454 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.132749 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.133047 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.133324 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.133605 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.133878 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.134153 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.134438 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.134711 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.134986 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.135261 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.135548 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.135817 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.136094 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.136394 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.136681 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.136987 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.137274 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.137550 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.137831 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.138104 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.138378 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.138651 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] use_json = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.138923 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.139195 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.139473 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.139746 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.140640 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.141046 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.141335 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.141636 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.141915 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:50.142217 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.142520 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.142823 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.143130 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.143423 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.143713 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.144004 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.144286 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.144578 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.144898 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.145198 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.145482 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.145790 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.146085 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.146382 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.146694 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.146990 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.147283 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.147560 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.147837 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.148112 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.148392 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.148684 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.148990 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.149283 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.149574 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.149859 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.150157 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.150446 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.150740 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.151033 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.151310 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.151591 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.151884 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.152423 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.152695 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.153002 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.153293 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.153579 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.153855 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.154141 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.154419 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.154691 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.154965 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.155245 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.155626 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.155908 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.156183 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.156457 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.156749 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.157032 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.157322 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.157602 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.157877 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.158152 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.158434 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.158710 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.158987 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.159269 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.159543 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.159821 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.160095 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.160368 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.160639 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.160944 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.161219 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.161491 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.161764 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.162043 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.162317 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.162589 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.162863 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.163138 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.163416 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.163703 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.164005 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.164287 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.164568 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.164869 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.165153 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.165435 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.165717 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.166000 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.166280 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.166556 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.166848 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.167134 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.167428 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.167737 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.168019 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.168317 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.168598 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.168905 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.169195 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.169476 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.169758 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.170045 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.170332 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.170626 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.170935 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.171240 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.171562 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.171816 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.172105 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.172421 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.172703 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:50.172946 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:07:50.173199 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103246) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 19:07:50.553929 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 19:07:50.554203 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 19:07:50.554513 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 19:07:50.555004 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 19:07:50.891955 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.892244 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.892517 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.893735 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.894009 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.894392 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.941847 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.942150 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.942373 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.956597 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.956902 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.957176 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.987211 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.987499 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:50.987769 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.024738 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.025043 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.025324 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.383068 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.383535 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.383781 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.384145 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.385236 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.490966 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.491285 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.491570 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.491843 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.492108 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.492417 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.492677 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.492964 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.493219 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.493502 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.493757 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.494023 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.494280 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.494534 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.494788 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.495052 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.495307 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.495576 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.495845 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.496103 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.496372 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.501230 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.501230 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.501230 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.501230 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.501230 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:51.501685 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 19:07:51.503864 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 19:07:51.508119 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 19:07:51.511945 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 11 19:07:51.513632 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 19:07:51.514105 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 19:07:51.514445 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 19:07:51.515450 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 19:07:51.518345 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 19:07:51.518597 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 19:07:51.518949 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 19:07:51.523908 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 19:07:51.549299 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 19:07:51.549785 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.550093 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103246) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 19:07:51.550468 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.551965 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103246) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 19:07:51.552258 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 19:07:51.552506 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 19:07:51.556066 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.556351 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:51.618997 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 19:07:51.619238 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 19:07:51.619480 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 19:07:51.619869 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 19:07:51.642231 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_db.sqlalchemy.engines [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103246) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 19:07:52.099241 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing driver for type 'gre' Mar 11 19:07:52.099696 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] gre ID ranges: [(1, 1000)] Mar 11 19:07:52.167363 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing driver for type 'local' Mar 11 19:07:52.167692 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing driver for type 'vlan' Mar 11 19:07:52.182905 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] VlanTypeDriver initialization complete Mar 11 19:07:52.183275 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing driver for type 'vxlan' Mar 11 19:07:52.183794 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] vxlan ID ranges: [(1, 1000)] Mar 11 19:07:52.244618 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing extension driver 'port_security' Mar 11 19:07:52.245000 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.extensions.port_security [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] PortSecurityExtensionDriver initialization complete Mar 11 19:07:52.245342 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing mechanism driver 'openvswitch' Mar 11 19:07:52.245669 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing mechanism driver 'hyperv' Mar 11 19:07:52.252561 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.plugin [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:07:52.253474 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.253851 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.254211 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.254757 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:07:52.255200 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.255560 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.255912 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.256316 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:07:52.256752 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.257106 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.257455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.257855 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:07:52.258270 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > security_group after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.258625 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > security_group after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.258973 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.259383 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:07:52.259887 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.260145 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.260495 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.260935 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:07:52.261339 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > address_group after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.261689 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > address_group after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.262033 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.262434 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103246) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:07:52.262892 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] ML2 OVO RPC backend initialized. {{(pid=103246) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 19:07:52.263611 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.263973 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.264396 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.264786 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > networks before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.265248 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.265599 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > ports before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.265948 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.266297 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnets before_response 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.266651 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.266999 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.267342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.267684 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.268024 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.268366 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.268707 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.269072 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.269416 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.276917 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded quota_driver: . Mar 11 19:07:52.277547 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.plugin [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Modular L2 Plugin initialization complete Mar 11 19:07:52.277913 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading services supported by the core plugin {{(pid=103246) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 19:07:52.278293 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.plugins.ml2.managers [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Got port-security extension from driver 'port_security' Mar 11 19:07:52.278792 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.extensions.vlantransparent [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Disabled vlantransparent extension. Mar 11 19:07:52.279319 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103246) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 19:07:52.279632 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: router Mar 11 19:07:52.317532 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.317938 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.318314 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router before_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.318684 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.319062 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.319424 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_delete 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.319792 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.320146 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.320509 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.320894 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.321252 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.321606 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.321968 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.322383 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.322761 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.323104 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.323446 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: subnet after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.323798 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.324149 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.324503 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.324882 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.325229 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.325592 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router after_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.325938 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.326423 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_create 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.326795 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.327148 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_update 55549900 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.327550 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > agent after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.327907 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > agent after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.328292 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > network after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.336238 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Tracking information for resource: router configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:52.336588 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Tracking information for resource: floatingip configured {{(pid=103246) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:07:52.342139 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.db.l3_agentschedulers_db [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 19:07:52.342740 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.344019 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port after_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.344877 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port after_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.345177 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: port after_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.346003 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router before_create 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.346372 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.346736 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_create 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.347094 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > router precommit_update 55550100 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.352010 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.provider_configuration [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service providers = [] {{(pid=103246) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 19:07:52.352319 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.db.servicetype_db [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103246) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 19:07:52.355345 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.service_base [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:07:52.355688 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.service_base [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:07:52.356028 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.service_base [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:07:52.356945 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.services.service_base [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103246) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:07:52.357318 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.services.service_base [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 19:07:52.357699 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.358017 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 19:07:52.370240 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.370578 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: auto_allocate Mar 11 19:07:52.377121 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: network precommit_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.377493 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: network precommit_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.378017 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.378338 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: tag Mar 11 19:07:52.391241 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.391886 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: timestamp Mar 11 19:07:52.395563 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.395895 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: network_ip_availability Mar 11 19:07:52.401553 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.401924 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.402538 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.403271 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.403587 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: flavors Mar 11 19:07:52.409599 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.409935 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading Plugin: revisions Mar 11 19:07:52.414255 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103246) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:07:52.414647 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_concurrency.lockutils [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=103246) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 19:07:52.415387 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103246) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 19:07:52.415722 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Initializing extension manager. Mar 11 19:07:52.416252 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: __init__.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.416598 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: __pycache__ {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.416951 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: address_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.417712 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.418286 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: address-group Mar 11 19:07:52.418613 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: address_scope.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.419328 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.419837 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: address-scope Mar 11 19:07:52.420159 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.422160 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.422684 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: router-admin-state-down-before-update Mar 11 19:07:52.423013 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: agent.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.423720 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.424224 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: agent Mar 11 19:07:52.424545 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: agent_resources_synced.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.425496 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.426004 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: agent-resources-synced Mar 11 19:07:52.426333 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: allowedaddresspairs.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.428122 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.428644 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: allowed-address-pairs Mar 11 19:07:52.429088 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: auto_allocated_topology.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.430091 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.430603 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: auto-allocated-topology Mar 11 19:07:52.430932 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: availability_zone.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.431627 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.432136 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: availability_zone Mar 11 19:07:52.432460 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: availability_zone_filter.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.433444 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.433985 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: availability_zone_filter Mar 11 19:07:52.434312 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: data_plane_status.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.435272 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.435778 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 19:07:52.436100 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: default_subnetpools.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.438322 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.438863 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: default-subnetpools Mar 11 19:07:52.439270 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.440225 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.440609 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: dhcp_agent_scheduler Mar 11 19:07:52.440977 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: dns.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.441956 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.442462 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension dns-integration not supported by any of loaded plugins Mar 11 19:07:52.442785 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: dns_domain_ports.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.443696 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.444207 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 19:07:52.444533 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.445476 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.445978 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 19:07:52.446300 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: dvr.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.446972 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.447475 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: dvr Mar 11 19:07:52.447802 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: ecmp_routes.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.448709 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.449232 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 19:07:52.449555 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: empty_string_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.450458 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.450964 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: empty-string-filtering Mar 11 19:07:52.451283 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.452195 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.453990 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 19:07:52.454318 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.455239 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.455751 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 19:07:52.456076 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: external_net.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.457006 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.457518 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: external-net Mar 11 19:07:52.457843 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.458749 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.459258 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: extra_dhcp_opt Mar 11 19:07:52.459579 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: extraroute.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.460482 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.461028 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: extraroute Mar 11 19:07:52.461354 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: extraroute_atomic.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.462401 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.462911 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: extraroute-atomic Mar 11 19:07:52.463234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: filter_validation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.463895 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.464399 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: filter-validation Mar 11 19:07:52.464735 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: fip_pf_description.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.465643 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.466145 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 19:07:52.466463 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: fip_port_details.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.473963 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.474949 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: fip-port-details Mar 11 19:07:52.475283 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: flavors.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.476580 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.477125 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: flavors Mar 11 19:07:52.477455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.479130 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.479653 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 19:07:52.479984 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: floatingip_pools.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.480678 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.481214 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: floatingip-pools Mar 11 19:07:52.481542 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: ip_allocation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.482483 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.482988 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 19:07:52.483312 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.484740 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.485254 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: ip-substring-filtering Mar 11 19:07:52.485588 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l2_adjacency.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.486582 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.487097 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 19:07:52.487421 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.488442 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.488995 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: router Mar 11 19:07:52.489325 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.491780 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.492329 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 19:07:52.492666 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.498342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.498886 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: ext-gw-mode Mar 11 19:07:52.500465 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.502104 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.502636 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: l3-ha Mar 11 19:07:52.502975 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.503966 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.504529 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 19:07:52.504920 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_flavors.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.505939 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.506510 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: l3-flavors Mar 11 19:07:52.506913 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.508459 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.509077 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 19:07:52.509446 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.510554 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.511119 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 19:07:52.511484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: l3agentscheduler.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.512757 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.513262 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: l3_agent_scheduler Mar 11 19:07:52.513680 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: local_ip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.516804 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.517386 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension local_ip not supported by any of loaded plugins Mar 11 19:07:52.517677 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: logging.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.521061 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.521637 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension logging not supported by any of loaded plugins Mar 11 19:07:52.521998 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: metering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.522805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.523512 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: metering Mar 11 19:07:52.523900 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.525083 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.525604 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: metering_source_and_destination_fields Mar 11 19:07:52.525931 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: multiprovidernet.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.526867 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.527635 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: multi-provider Mar 11 19:07:52.527959 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: netmtu.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.528910 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.529422 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: net-mtu Mar 11 19:07:52.529741 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: netmtu_writable.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.530747 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.531855 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: net-mtu-writable Mar 11 19:07:52.532134 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: network_availability_zone.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.532844 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.533356 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: network_availability_zone Mar 11 19:07:52.533673 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: network_ip_availability.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.534818 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.535331 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: network-ip-availability Mar 11 19:07:52.535651 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: network_segment_range.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.536423 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.536971 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 19:07:52.537294 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: pagination.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.538315 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.538644 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: pagination Mar 11 19:07:52.538965 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: port_device_profile.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.539862 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.540389 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: port-device-profile Mar 11 19:07:52.540716 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.541669 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.542181 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: port-mac-address-regenerate Mar 11 19:07:52.542496 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.543456 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.543962 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: port-numa-affinity-policy Mar 11 19:07:52.544282 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: port_resource_request.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.545239 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.545749 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 19:07:52.546189 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: port_resource_request_groups.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.547477 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.547985 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 19:07:52.548308 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: portbindings.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.549273 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.549781 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: binding Mar 11 19:07:52.550102 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: portbindings_extended.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.551417 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.551934 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: binding-extended Mar 11 19:07:52.552260 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: portsecurity.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.553198 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.553713 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: port-security Mar 11 19:07:52.554036 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: project_id.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.555005 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.555335 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: project-id Mar 11 19:07:52.555661 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: providernet.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.556576 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.557124 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: provider Mar 11 19:07:52.557445 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.561092 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.562201 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos not supported by any of loaded plugins Mar 11 19:07:52.563003 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.564287 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.564852 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 19:07:52.565185 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.566105 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.566619 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 19:07:52.566947 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_default.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.567853 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.568367 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-default not supported by any of loaded plugins Mar 11 19:07:52.568691 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_fip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.569635 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.570148 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-fip not supported by any of loaded plugins Mar 11 19:07:52.570473 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.571384 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.571898 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 19:07:52.572222 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_gateway_ip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.573163 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.573674 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 19:07:52.573998 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_port_network_policy.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.575045 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.575562 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 19:07:52.575888 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.576947 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.578479 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 19:07:52.578812 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.579869 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.580384 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 19:07:52.580714 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_pps_rule.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.581916 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.582430 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-pps not supported by any of loaded plugins Mar 11 19:07:52.582755 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_rule_type_details.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.583669 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.584180 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 19:07:52.584505 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: qos_rules_alias.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.585573 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.586087 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 19:07:52.586412 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: quota_check_limit.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.587323 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.587836 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: quota-check-limit Mar 11 19:07:52.588161 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: quotasv2.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.589167 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.589502 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: quotas Mar 11 19:07:52.589827 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: quotasv2_detail.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.591642 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.591982 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: quota_details Mar 11 19:07:52.592316 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: rbac.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.594195 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.594793 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: rbac-policies Mar 11 19:07:52.595131 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: rbac_address_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.596198 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.596719 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: rbac-address-group Mar 11 19:07:52.597077 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: rbac_address_scope.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.597997 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.598514 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: rbac-address-scope Mar 11 19:07:52.598840 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: rbac_security_groups.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.599766 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.600281 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: rbac-security-groups Mar 11 19:07:52.600615 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: rbac_subnetpool.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.601567 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.602131 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: rbac-subnetpool Mar 11 19:07:52.602402 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: revisionifmatch.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.603395 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.603910 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: revision-if-match Mar 11 19:07:52.604234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: revisions.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.605398 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.605910 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: standard-attr-revisions Mar 11 19:07:52.606238 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: router_availability_zone.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.606919 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.607428 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: router_availability_zone Mar 11 19:07:52.607754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: routerservicetype.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.609270 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.610366 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension router-service-type not supported by any of loaded plugins Mar 11 19:07:52.610696 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.611638 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.612156 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: security-groups-normalized-cidr Mar 11 19:07:52.612477 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.613438 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.613951 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: port-security-groups-filtering Mar 11 19:07:52.614275 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.615202 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.615716 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: security-groups-remote-address-group Mar 11 19:07:52.616041 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.617006 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.617517 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: security-groups-shared-filtering Mar 11 19:07:52.617840 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.618436 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 19:07:52.618761 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: securitygroup.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.629542 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.630092 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: security-group Mar 11 19:07:52.630422 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: segment.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.631186 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.631704 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension segment not supported by any of loaded plugins Mar 11 19:07:52.632032 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.633046 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.633557 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 19:07:52.633886 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: servicetype.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.634986 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.635510 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: service-type Mar 11 19:07:52.635834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: sorting.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.636837 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.637172 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: sorting Mar 11 19:07:52.637495 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: standard_attr_segment.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.638402 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.638913 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 19:07:52.639236 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: standardattrdescription.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.640652 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.641627 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: standard-attr-description Mar 11 19:07:52.641963 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: stateful_security_group.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.643023 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.643544 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: stateful-security-group Mar 11 19:07:52.643869 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: stdattrs_common.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.644448 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 19:07:52.644796 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.645747 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.646277 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 19:07:52.646854 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: subnet_onboard.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.648024 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.648555 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: subnet_onboard Mar 11 19:07:52.648916 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.649873 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.650382 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 19:07:52.650710 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: subnet_service_types.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.651657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.652438 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: subnet-service-types Mar 11 19:07:52.652772 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: subnetallocation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.653874 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.654387 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: subnet_allocation Mar 11 19:07:52.654712 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.656287 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.657229 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: subnetpool-prefix-ops Mar 11 19:07:52.657559 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.658524 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.659002 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 19:07:52.659325 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: tagging.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.660455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.661004 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: standard-attr-tag Mar 11 19:07:52.661332 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: timestamp.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.662545 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.663061 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loaded extension: standard-attr-timestamp Mar 11 19:07:52.663388 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: trunk.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.664418 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.664969 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension trunk not supported by any of loaded plugins Mar 11 19:07:52.665297 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: trunk_details.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.666212 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.666729 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension trunk-details not supported by any of loaded plugins Mar 11 19:07:52.667049 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: uplink_status_propagation.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.667975 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.668485 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 19:07:52.668847 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Loading extension file: vlantransparent.py {{(pid=103246) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:07:52.669520 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103246) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:07:52.670025 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 19:07:52.673168 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:network Mar 11 19:07:52.673703 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:subnet Mar 11 19:07:52.674099 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:07:52.674488 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:port Mar 11 19:07:52.675765 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.676204 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service FLAVORS assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.676847 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.677279 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.677608 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:router Mar 11 19:07:52.678044 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:floatingip Mar 11 19:07:52.678532 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service METERING assigned prefix: /metering {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.679980 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.680344 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.680696 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:07:52.681726 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 19:07:52.682158 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:security_group Mar 11 19:07:52.682590 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 19:07:52.683197 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.683527 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:07:52.683876 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] subnetpool is already registered Mar 11 19:07:52.684300 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.684628 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:07:52.684989 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] subnetpool is already registered Mar 11 19:07:52.687947 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.688397 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service FLAVORS assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.689006 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.689426 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.689764 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:router Mar 11 19:07:52.690098 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] router is already registered Mar 11 19:07:52.690506 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:floatingip Mar 11 19:07:52.690840 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] floatingip is already registered Mar 11 19:07:52.691293 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service METERING assigned prefix: /metering {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.691951 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 19:07:52.692277 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] rbac_policy is already registered Mar 11 19:07:52.692697 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:security_group Mar 11 19:07:52.693060 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] security_group is already registered Mar 11 19:07:52.693494 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 19:07:52.693806 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] security_group_rule is already registered Mar 11 19:07:52.694465 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.694790 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:07:52.695125 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] subnetpool is already registered Mar 11 19:07:52.695545 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.v2.resource_helper [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Service CORE assigned prefix: {{(pid=103246) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:07:52.695873 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:07:52.696199 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING neutron.quota.resource_registry [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] subnetpool is already registered Mar 11 19:07:52.696668 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: extensions {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.698317 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: address-groups {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.699813 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: address-scopes {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.701219 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: agents {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.702964 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: auto-allocated-topology {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.704817 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: availability_zones {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.707311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: dhcp-networks {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.708263 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: dhcp-agents {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.709711 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: routers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.711929 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: flavors {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.713132 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: service_profiles {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.714345 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: next_providers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.715836 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: service_profiles {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.717411 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: floatingip-pools {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.719739 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: routers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.721882 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: floatingips {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.724231 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: l3-routers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.725690 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: l3-agents {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.727105 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: metering-labels {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.728471 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: metering-label-rules {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.729790 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: network-ip-availabilities {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.731055 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: bindings {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.732709 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: quotas {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.734835 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: quotas {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.736381 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: rbac-policies {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.737712 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: security-groups {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.738947 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: security-group-rules {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.740187 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: service-providers {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.741436 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: subnetpools {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.742880 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: subnetpools {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.744347 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.746140 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.747974 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.750694 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.752479 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.754432 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.756145 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.758077 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.759810 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.761733 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron.api.extensions [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Extended resource: tags {{(pid=103246) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:07:52.768802 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING keystonemiddleware.auth_token [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 19:07:52.773477 dv-cinder-830674-2-iscsi neutron-server[103246]: WARNING keystonemiddleware.auth_token [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 19:07:52.783349 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_concurrency.lockutils [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Acquired lock "singleton_lock" {{(pid=103246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 19:07:52.783827 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_concurrency.lockutils [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Releasing lock "singleton_lock" {{(pid=103246) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 19:07:52.784476 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Starting 2 workers Mar 11 19:07:52.789295 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Started child 103353 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:07:52.793835 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Started child 103355 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:07:52.794921 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:07:52.795678 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO neutron.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 19:07:52.797255 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:07:52.797496 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [-] (103353) wsgi starting up on http://0.0.0.0:9696 Mar 11 19:07:52.797731 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37008) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:07:52.800887 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Starting 1 workers Mar 11 19:07:52.806349 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Started child 103356 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:07:52.806703 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067165 Mar 11 19:07:52.807330 dv-cinder-830674-2-iscsi neutron-server[103246]: INFO oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Starting 1 workers Mar 11 19:07:52.808382 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:07:52.810564 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [-] (103355) wsgi starting up on http://0.0.0.0:9696 Mar 11 19:07:52.811254 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] calling RpcWorker wait() {{(pid=103356) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 19:07:52.812834 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] returning from RpcWorker wait() {{(pid=103356) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 19:07:52.814148 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Started child 103359 {{(pid=103246) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:07:52.814532 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:07:52.815264 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:07:52.815380 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG neutron_lib.callbacks.manager [None req-04279ef8-c800-4511-8da1-be62eed8987e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:07:52.817479 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 19:07:52.817799 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:07:52.818105 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:07:52.818430 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:07:52.818866 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:07:52.819134 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:07:52.820675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.820675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.820675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.820675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.822044 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.822671 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:07:52.823175 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.823413 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.823775 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.824166 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.824518 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.824700 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.824913 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.825181 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.825424 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.825723 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.826016 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.826278 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.826554 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.826735 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.827023 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.827312 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.827567 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.827888 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] debug = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.828355 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.828562 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.828823 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.829092 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.829334 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.829618 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.829853 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.830135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.830391 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.830631 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.830897 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.831159 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.831406 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.831646 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.831902 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.832140 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.832483 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.832717 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.833238 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] host = dv-cinder-830674-2-iscsi {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.833494 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.833733 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.833988 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.834242 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.834502 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.834743 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.835010 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.835278 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.835508 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.835774 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.836029 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.836265 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_options = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837659 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837659 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.837831 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.838006 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.838173 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.838442 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.838609 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.838870 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.839097 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.839314 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.839538 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.839758 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.839976 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.840229 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.840468 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.840704 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.840949 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.841213 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.841464 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.843207 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.844240 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.844240 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.844240 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.844240 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.844470 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846362 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846794 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846794 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.846981 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.847195 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_json = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848683 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848683 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.848940 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.849100 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.849678 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.849678 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.849968 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.850104 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.850286 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.851237 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.851237 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.851521 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.851658 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.851833 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.852100 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.852405 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.852583 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.852856 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.853095 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.853396 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.853624 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.853983 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.854205 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855225 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855225 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855225 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855446 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855522 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855714 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.855933 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.856201 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.856649 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.857075 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.857448 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.857850 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.858223 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.859196 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.859611 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.860144 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.860568 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.860991 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.861397 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.861749 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.862135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863158 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863158 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863158 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863158 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863444 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863541 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.863767 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.864497 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.864497 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.864497 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.864697 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.864980 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.865249 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.865487 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.865748 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.866593 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.866593 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.866593 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.866593 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.866832 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.867041 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868154 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868154 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868154 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868154 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868154 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868497 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.868641 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.869579 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.869945 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.870299 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.870878 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.871316 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.871709 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.872063 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.872338 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:07:52.872493 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.872673 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.872909 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.873142 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.875675 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.876264 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.876264 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.876264 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.876630 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.876840 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.876990 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.877333 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.877569 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.877931 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.878244 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.878493 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.879074 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.879235 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.879640 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.880043 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.880303 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.880531 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.880812 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.881036 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.881297 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.881524 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.881943 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.882340 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.882714 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.882981 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.883208 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.883434 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.883664 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.884031 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.884448 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.884892 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.885328 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.885597 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.885836 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.886076 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.886316 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.886590 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.886848 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.887104 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.887352 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.888148 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.888148 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.888330 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.888486 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.888708 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.889109 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.889485 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.889902 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.890313 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.890711 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.891110 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.891495 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.891881 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.892289 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.892651 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.893060 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.893380 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.894396 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.894396 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.894592 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.894804 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.895075 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.895334 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.895610 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.895957 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.896218 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.896469 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.896755 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.896988 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.897382 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.897770 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.898133 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.898503 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.898889 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.899299 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900121 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900121 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900121 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900336 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900415 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900658 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.900899 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.901274 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.901553 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.901776 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.902011 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.902505 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.902820 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.902978 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.903181 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.903399 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.903658 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.903881 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.904160 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.904410 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.904647 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.905839 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.906313 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.906559 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.906930 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.907336 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.907711 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.908118 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.908497 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.908900 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.909266 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.909630 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.910010 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.910394 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.910778 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.911182 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.911662 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.912054 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.912445 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.912889 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.913286 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.913653 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.914042 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.914391 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.914784 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.915156 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.915528 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.915893 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.916260 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.916657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.916944 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.917195 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.917469 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.917722 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.917978 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.918474 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.918474 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.918662 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.918869 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.919114 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.919340 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.919575 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.919794 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.922612 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.923363 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.923363 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.923363 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.923363 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.923857 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.923857 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.924119 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.924258 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.924413 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.924635 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.924879 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.925092 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.925331 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.925544 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.925765 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.925992 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.926246 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.926460 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.926685 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.926902 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.927116 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.927345 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.929366 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.929610 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.929863 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.930085 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.930320 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.931262 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.931262 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.931262 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.931262 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.931620 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.931747 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.932037 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.932282 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.932538 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.932834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.933146 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.933386 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.934035 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.934294 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.934518 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.935499 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.935793 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.936131 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.936457 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.936880 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.937129 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.937693 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.937784 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.938071 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.938334 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.938635 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.938990 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.939852 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.939852 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.939852 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.940284 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.940284 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.940555 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.940700 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.940904 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.941141 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942111 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942111 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942111 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942111 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942668 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942668 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.942935 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.943070 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.943217 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.943397 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.943565 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:07:52.944801 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103246) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 19:07:52.944801 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:07:52.944986 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:07:52.945087 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:07:52.945172 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:07:52.945332 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.946510 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947017 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947017 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947017 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947241 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947241 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947387 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947566 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947746 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.947917 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.948101 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.948265 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.948433 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.948596 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.948969 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.949143 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.949306 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] debug = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.949472 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.949669 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.949831 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.950157 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.950461 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.950764 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.951064 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.951376 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.951539 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.951702 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.951866 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.952028 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.952191 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.952435 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.952606 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] host = dv-cinder-830674-2-iscsi {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.956805 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957389 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_options = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.957834 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958268 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958645 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958645 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958787 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.958881 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.959272 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.959566 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.959870 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.960157 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.960440 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.960768 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.961062 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.961365 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.961647 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.961928 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.962218 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.962390 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.962555 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.962720 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.962883 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.963050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.963215 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.963378 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.963540 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.963704 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.963866 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.964030 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.964208 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.964371 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.964526 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.964684 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.964874 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.965037 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.965200 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.965406 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.965518 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_json = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966484 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966924 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966924 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.966924 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:07:52.967144 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.967223 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.967400 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.967554 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.968758 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.968758 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.968758 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.968758 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969044 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969044 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969213 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969375 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969559 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969720 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.969884 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.970952 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.971131 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.971298 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.971467 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.971640 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.971806 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.971970 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.972146 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.972311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.972475 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.972640 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.972847 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.973022 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.973193 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.973374 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.973540 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.973705 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.973868 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.974034 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.974199 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.974366 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.974530 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.974627 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:07:52.974724 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.974853 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.975016 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.975181 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.975344 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.975508 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.975673 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.975839 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.976004 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.976170 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.976334 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.976497 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.976663 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.978077 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.978233 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.979342 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.979679 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.981657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.981657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.981657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.981657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.981657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.981657 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982102 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982102 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982102 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982325 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982406 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982544 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982710 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.982877 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.983051 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.983226 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.983380 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.983683 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.984327 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.985229 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.985229 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.985557 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.985707 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.985867 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.986103 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.986216 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.986350 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.986514 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.986680 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.986846 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987012 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987179 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987708 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987708 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987708 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987924 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.987998 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.988124 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.988310 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.988478 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.988649 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.989742 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.989910 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.990119 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.990358 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.990521 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.990591 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.990749 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.990914 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.991079 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.991250 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.991416 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.991726 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.992034 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.992360 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.992527 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.992693 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993414 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993414 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993414 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993414 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993671 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993671 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993826 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.993991 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.994167 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.994333 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.994503 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.994670 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.994842 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.995018 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.995184 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.995348 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.995514 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.995701 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.995840 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.996044 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.996159 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.996325 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.996488 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.996651 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.996851 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.997017 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.997183 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.997347 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.997536 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.997700 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.997864 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.998029 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.998193 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.998358 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.998522 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.998693 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.999284 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.999284 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:52.999284 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000480 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000480 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000609 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.000672 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.004782 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.005783 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006234 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006718 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006718 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006718 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.006889 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.007000 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.007164 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.007338 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.007504 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.007669 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.007835 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.008007 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.008173 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.008323 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.012754 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.013455 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014050 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014578 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014578 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.014578 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.015079 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.015376 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.015605 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.015836 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.016072 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.016254 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.016430 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.016603 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.016799 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.017130 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.017450 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.017623 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.017793 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.017959 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.018128 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.018306 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.018477 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.018652 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.018818 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.018984 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.019149 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.019327 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.019541 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.019716 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.019843 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.019972 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.020135 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.020310 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.020476 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.020827 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.020827 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.021000 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.021154 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.021320 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.021500 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.021668 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022100 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022100 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022287 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022287 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022469 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022693 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.022876 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.023049 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.023216 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.023391 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.023565 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.023803 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.023963 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.024133 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.024311 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.024639 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.024639 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.024847 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.024972 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.025140 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.025305 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.025467 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.025631 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.025795 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.025960 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.026127 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.026292 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.026456 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.026621 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.026786 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.026951 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.027115 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.027543 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.028138 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:07:53.028138 dv-cinder-830674-2-iscsi neutron-server[103246]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103246) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:08:04.691870 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405cd9f-c826-436e-92d1-de59e9115d06 None None] get_active_networks_info from dv-cinder-830674-2-iscsi {{(pid=103356) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:08:04.754651 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4405cd9f-c826-436e-92d1-de59e9115d06 None None] No non-hosted networks {{(pid=103356) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 19:08:04.771270 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.agentschedulers_db [None req-4405cd9f-c826-436e-92d1-de59e9115d06 None None] DHCP Agent not found on host dv-cinder-830674-2-iscsi {{(pid=103356) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 19:08:04.855361 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b89e-0bc3-4400-986b-586979612db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576623'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:06.939985 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-453a8e69-2f51-4373-af23-3cac5da91c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576623'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:06.948102 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.db.api [None req-b1ab9543-f2f1-4360-b45d-b5c9446286c6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830674-2-iscsi {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:08:06.948516 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG oslo_db.api [None req-b1ab9543-f2f1-4360-b45d-b5c9446286c6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:08:07.473268 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ab9543-f2f1-4360-b45d-b5c9446286c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:08.767260 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576623'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:10.311097 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576623'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:10.902817 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.db.l3_hamode_db [None req-c339e254-db5d-48d9-b31b-e4d2ee30b9b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 19:08:10.986618 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339e254-db5d-48d9-b31b-e4d2ee30b9b2 None None] Routers set() bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:08:10.987015 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339e254-db5d-48d9-b31b-e4d2ee30b9b2 None None] Router IDs set() for agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 19:08:11.396186 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37104) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:11.645444 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576623'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:11.647187 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.647639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.647981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.648320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.648780 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.649117 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.649633 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.650266 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.650604 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.651171 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.651520 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.651850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.652223 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:11.652620 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830674-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:11.670157 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830674-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:11.962915 dv-cinder-830674-2-iscsi neutron-server[103355]: WARNING oslo_policy.policy [None req-a34032c7-9cfc-4b68-83b8-9a3333f87a64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:11.963603 dv-cinder-830674-2-iscsi neutron-server[103355]: WARNING oslo_policy.policy [None req-a34032c7-9cfc-4b68-83b8-9a3333f87a64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:12.191368 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [None req-a34032c7-9cfc-4b68-83b8-9a3333f87a64 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:08:12.192588 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-a34032c7-9cfc-4b68-83b8-9a3333f87a64 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7943554 Mar 11 19:08:14.901070 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37130) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:15.251500 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:15.347928 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.policy [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103355) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 19:08:15.392714 dv-cinder-830674-2-iscsi neutron-server[103355]: WARNING oslo_policy.policy [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:15.393153 dv-cinder-830674-2-iscsi neutron-server[103355]: WARNING oslo_policy.policy [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:15.492117 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665782218', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665782589', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665763761', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665766127', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665812383', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769665819672', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3252816', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3158399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-328790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-517736'] for rbac-policy (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:15.564670 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:15.565949 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c3b3913e-f4b6-4fe4-afbe-caefb318f213 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6639123 Mar 11 19:08:18.144127 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37140) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:18.472549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:18.503284 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Made reservation on behalf of 7ee97541c9034502ae4e8e912dbcff69 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:08:18.508081 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.525467 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.646498 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks [] for security_group (ae78a5ef-adcf-4a56-93aa-d6273228233f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.650534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (ae78a5ef-adcf-4a56-93aa-d6273228233f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.683994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:08:18.714526 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769666221069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (5c7091cb-c66e-4778-ace9-f0a85f45f1f4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.715128 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Unsubscribe: segment precommit_create {{(pid=103355) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 19:08:18.715691 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Added segment 5c7091cb-c66e-4778-ace9-f0a85f45f1f4 of type vlan for network 3e5bc252-552e-4b20-b07a-6612e16e689f Mar 11 19:08:18.722337 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ae78a5ef-adcf-4a56-93aa-d6273228233f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:18.744673 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.745302 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.745539 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.745933 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.746259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.746581 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.746901 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.747216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.747530 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.747860 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.748176 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.748487 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.748907 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Tracked resource versions report: Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: pushed versions: Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: { 'AddressGroup': {'1.2'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Log': {'1.0'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Network': {'1.1'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Port': {'1.7'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'PortForwarding': {'1.2'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'QosPolicy': {'1.10'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroup': {'1.5'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SubPort': {'1.0'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Subnet': {'1.1'}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Trunk': {'1.1'}} Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: consumer versions: Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'ConntrackHelper': '1.0', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'LocalIPAssociation': '1.0', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Log': '1.0', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Network': '1.1', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Port': '1.7', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'PortForwarding': '1.2', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'QosPolicy': '1.10', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroup': '1.5', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroupRule': '1.2', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SubPort': '1.0', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Subnet': '1.1', Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Trunk': '1.1'}} Mar 11 19:08:18.751128 dv-cinder-830674-2-iscsi neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:08:18.844252 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (3e5bc252-552e-4b20-b07a-6612e16e689f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.889212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (3e5bc252-552e-4b20-b07a-6612e16e689f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.895183 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:18.895937 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:18.965770 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8205078 Mar 11 19:08:19.022623 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b65fde-88e4-425f-b887-06f7d34e9724 demo demo] Pushing event updated for resources: {'Network': ['ID=3e5bc252-552e-4b20-b07a-6612e16e689f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:19.038730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 3e5bc252-552e-4b20-b07a-6612e16e689f details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:08:21.689395 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37152) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:22.117588 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9e940-724f-45f8-b8d9-04ea37e19906 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:22.118973 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-52f9e940-724f-45f8-b8d9-04ea37e19906 demo admin] 10.222.0.55 "GET /v2.0/networks/3e5bc252-552e-4b20-b07a-6612e16e689f HTTP/1.1" status: 200 len: 825 time: 0.4285841 Mar 11 19:08:22.145332 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-601b9284-b0d6-4503-a299-25e23b8a6c23 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd HTTP/1.1" status: 200 len: 734 time: 0.0206389 Mar 11 19:08:22.154453 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Request body: {'subnet': {'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:22.176033 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Made reservation on behalf of 7ee97541c9034502ae4e8e912dbcff69 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:08:22.178514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:22.479995 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (801d814a-1a0a-4be2-bae2-6aaa99b251a8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:22.558383 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Pushing event updated for resources: {'Subnet': ['ID=801d814a-1a0a-4be2-bae2-6aaa99b251a8,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:22.567728 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Checking segment: {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:08:22.568295 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Network hostable DHCP agents. Network: 3e5bc252-552e-4b20-b07a-6612e16e689f, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:08:22.590300 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Network 3e5bc252-552e-4b20-b07a-6612e16e689f is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:08:22.612174 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 3e5bc252-552e-4b20-b07a-6612e16e689f) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:08:22.616943 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:22.617548 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:22.622745 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0159e-f092-4e0f-9707-7710f2aac0a2 None None] Network 3e5bc252-552e-4b20-b07a-6612e16e689f requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:08:22.642967 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-09864f1a-5bc5-4a2f-a70d-9f7be517aa82 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4916966 Mar 11 19:08:23.020023 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-3e5bc252-552e-4b20-b07a-6612e16e689f', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:08:23.021421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:23.307789 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Allocated IP 172.20.0.2 (3e5bc252-552e-4b20-b07a-6612e16e689f/801d814a-1a0a-4be2-bae2-6aaa99b251a8/57b1b8c1-815f-430e-8f61-f8428589212e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:08:23.593276 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Publish callbacks [] for port (57b1b8c1-815f-430e-8f61-f8428589212e), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:23.602605 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:23.687263 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Network 3e5bc252-552e-4b20-b07a-6612e16e689f is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:08:23.698016 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:08:23.704199 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Pushing event updated for resources: {'Port': ['ID=57b1b8c1-815f-430e-8f61-f8428589212e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:23.706598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:08:23.716176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.716547 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.716935 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.717279 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.717615 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.717949 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.718281 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.719144 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.719451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.719795 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.720126 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.720451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.720794 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Tracked resource versions report: Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: pushed versions: Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: { 'AddressGroup': {'1.2'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Log': {'1.0'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Network': {'1.1'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Port': {'1.7'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'PortForwarding': {'1.2'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'QosPolicy': {'1.10'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroup': {'1.5'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SubPort': {'1.0'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Subnet': {'1.1'}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Trunk': {'1.1'}} Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: consumer versions: Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'ConntrackHelper': '1.0', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'LocalIPAssociation': '1.0', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Log': '1.0', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Network': '1.1', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Port': '1.7', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'PortForwarding': '1.2', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'QosPolicy': '1.10', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroup': '1.5', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroupRule': '1.2', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SubPort': '1.0', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Subnet': '1.1', Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Trunk': '1.1'}} Mar 11 19:08:23.722204 dv-cinder-830674-2-iscsi neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:08:23.807471 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Attempting to bind port 57b1b8c1-815f-430e-8f61-f8428589212e on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:08:23.807877 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Attempting to bind port 57b1b8c1-815f-430e-8f61-f8428589212e by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:08:23.808325 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Attempting to bind port 57b1b8c1-815f-430e-8f61-f8428589212e on network 3e5bc252-552e-4b20-b07a-6612e16e689f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:08:23.813749 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:08:23.814113 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Checking segment: {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:08:23.814615 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:23.815014 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Bound using segment: {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:08:23.815478 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Bound port: 57b1b8c1-815f-430e-8f61-f8428589212e, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:08:23.815884 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:23.879393 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] For port 57b1b8c1-815f-430e-8f61-f8428589212e, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:08:23.883726 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] For port 57b1b8c1-815f-430e-8f61-f8428589212e, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=57b1b8c1-815f-430e-8f61-f8428589212e,segment=NetworkSegment(5c7091cb-c66e-4778-ace9-f0a85f45f1f4),segment_id=5c7091cb-c66e-4778-ace9-f0a85f45f1f4)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:08:23.891939 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:23.957843 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5054-de4d-404b-8037-dee227d14566 None None] Pushing event updated for resources: {'Port': ['ID=57b1b8c1-815f-430e-8f61-f8428589212e,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:25.361421 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37160) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:25.705288 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [None req-cc20edca-b063-48b0-a103-652828b19310 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:08:25.706292 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-cc20edca-b063-48b0-a103-652828b19310 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3437395 Mar 11 19:08:28.390426 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37168) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:28.722220 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [None req-82cd5977-92e9-454f-8059-6891e0013fa3 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:08:28.723295 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-82cd5977-92e9-454f-8059-6891e0013fa3 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3312850 Mar 11 19:08:31.394593 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37176) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:31.741021 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:31.765026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (e9752f9b-048a-4106-aab0-f79072974f54), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:31.766785 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (e9752f9b-048a-4106-aab0-f79072974f54), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:31.910111 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] Publish callbacks [] for router_controller (e9752f9b-048a-4106-aab0-f79072974f54), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:31.915473 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (e9752f9b-048a-4106-aab0-f79072974f54), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:31.934295 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:31.935624 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-8405c284-9468-4863-8a57-5022a3258c1b demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5399380 Mar 11 19:08:34.471595 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 57b1b8c1-815f-430e-8f61-f8428589212e up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:08:34.550145 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37188) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:34.568246 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 57b1b8c1-815f-430e-8f61-f8428589212e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:34.568682 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:34.627206 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5980732b-ca80-41dd-9e39-0e1a8f705fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:34.711695 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 57b1b8c1-815f-430e-8f61-f8428589212e is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:34.712143 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:34.750915 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 57b1b8c1-815f-430e-8f61-f8428589212e, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=57b1b8c1-815f-430e-8f61-f8428589212e,segment=NetworkSegment(5c7091cb-c66e-4778-ace9-f0a85f45f1f4),segment_id=5c7091cb-c66e-4778-ace9-f0a85f45f1f4)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:08:34.755975 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:34.805617 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=57b1b8c1-815f-430e-8f61-f8428589212e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:34.920819 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [None req-284b1aae-456d-4574-b165-5e337444127c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:08:34.921687 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-284b1aae-456d-4574-b165-5e337444127c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3706000 Mar 11 19:08:35.750359 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502d65e-cd63-437b-88a6-ae9cb930222f None None] Network 3e5bc252-552e-4b20-b07a-6612e16e689f requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:08:35.871678 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1bc18998-cb94-4392-966a-5fdbcd59957e None None] Provisioning complete for port 57b1b8c1-815f-430e-8f61-f8428589212e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:35.872068 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bc18998-cb94-4392-966a-5fdbcd59957e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:35.976629 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1bc18998-cb94-4392-966a-5fdbcd59957e None None] Current status of the port 57b1b8c1-815f-430e-8f61-f8428589212e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:36.201657 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-13efa591-8b6a-4eaa-8faa-64f8bbe53c38 None None] Provisioning complete for port 57b1b8c1-815f-430e-8f61-f8428589212e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:36.202048 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-13efa591-8b6a-4eaa-8faa-64f8bbe53c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:36.283695 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-13efa591-8b6a-4eaa-8faa-64f8bbe53c38 None None] Current status of the port 57b1b8c1-815f-430e-8f61-f8428589212e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:36.452187 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 57b1b8c1-815f-430e-8f61-f8428589212e up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:08:36.500553 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 57b1b8c1-815f-430e-8f61-f8428589212e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:36.500974 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:36.588645 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 57b1b8c1-815f-430e-8f61-f8428589212e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:36.900244 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15e68356-92c2-4c1d-8fdf-620ace3121e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:37.513608 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37196) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:37.907056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:37.930266 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Made reservation on behalf of 199862f3339745c886d561c6e68fb257 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:08:37.932931 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:37.943766 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.024354 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks [] for security_group (092172c6-1cb9-468e-9633-4532f129d30e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.028674 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (092172c6-1cb9-468e-9633-4532f129d30e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.048777 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103355) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 19:08:38.071940 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (ad95a087-a20e-4d0f-859e-993313086381), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.072291 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Added segment ad95a087-a20e-4d0f-859e-993313086381 of type flat for network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc Mar 11 19:08:38.073873 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092172c6-1cb9-468e-9633-4532f129d30e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:38.127221 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (46d1d4ef-8d34-4ade-9fc5-e51929a623bc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.163317 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (46d1d4ef-8d34-4ade-9fc5-e51929a623bc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.164147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:38.164751 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:38.236054 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7201171 Mar 11 19:08:38.286657 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa104-b10f-4d4d-a0fe-c628dc6685c2 admin admin] Pushing event updated for resources: {'Network': ['ID=46d1d4ef-8d34-4ade-9fc5-e51929a623bc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:38.298849 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:08:38.662927 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:40.257296 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:40.830615 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37214) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:41.024449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe410e6-d3dd-48fc-81c8-54df4883fe48 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:41.025829 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-8fe410e6-d3dd-48fc-81c8-54df4883fe48 demo admin] 10.222.0.55 "GET /v2.0/subnets/801d814a-1a0a-4be2-bae2-6aaa99b251a8 HTTP/1.1" status: 200 len: 849 time: 0.1942568 Mar 11 19:08:41.149072 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-68aad7a6-58b2-44c6-a10c-e56642b271d1 demo admin] 10.222.0.55 "GET /v2.0/routers/e9752f9b-048a-4106-aab0-f79072974f54 HTTP/1.1" status: 200 len: 704 time: 0.1172309 Mar 11 19:08:41.433551 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:41.651348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:41.799059 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Allocated IP 172.20.0.1 (3e5bc252-552e-4b20-b07a-6612e16e689f/801d814a-1a0a-4be2-bae2-6aaa99b251a8/b105a734-e15b-4d13-91af-66e797bfa3bf) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:08:41.959212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks [] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.027680 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.097758 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Network 3e5bc252-552e-4b20-b07a-6612e16e689f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:08:42.104226 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:08:42.113089 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:08:42.113692 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (e9752f9b-048a-4106-aab0-f79072974f54), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.178109 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Pushing event updated for resources: {'Port': ['ID=b105a734-e15b-4d13-91af-66e797bfa3bf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:42.324390 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.392404 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-c8b73efd-7aed-4991-844e-b967742a3d22 None None] Provisioning complete for port b105a734-e15b-4d13-91af-66e797bfa3bf triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:42.392815 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8b73efd-7aed-4991-844e-b967742a3d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.427980 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c8b73efd-7aed-4991-844e-b967742a3d22 None None] Port b105a734-e15b-4d13-91af-66e797bfa3bf cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:08:42.548473 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks [] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.552744 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.553506 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (e9752f9b-048a-4106-aab0-f79072974f54), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:42.621380 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Pushing event updated for resources: {'Port': ['ID=b105a734-e15b-4d13-91af-66e797bfa3bf,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:42.689002 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Network 3e5bc252-552e-4b20-b07a-6612e16e689f is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:08:42.690391 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:08:42.865714 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Router e9752f9b-048a-4106-aab0-f79072974f54 is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:08:42.965355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:08:42.970789 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b7bbb177-1d9a-4422-af64-dac5aa7b786e demo admin] 10.222.0.55 "PUT /v2.0/routers/e9752f9b-048a-4106-aab0-f79072974f54/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8167257 Mar 11 19:08:42.988706 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Sync routers for ids ['e9752f9b-048a-4106-aab0-f79072974f54'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:08:43.003291 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Routers {'e9752f9b-048a-4106-aab0-f79072974f54'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:08:43.004150 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:08:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['e9752f9b-048a-4106-aab0-f79072974f54'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:43.052771 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-0d59adf1-c0db-45b8-81ef-45a6bf9d2918 None None] Provisioning complete for port b105a734-e15b-4d13-91af-66e797bfa3bf triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:43.053373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d59adf1-c0db-45b8-81ef-45a6bf9d2918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:43.090027 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0d59adf1-c0db-45b8-81ef-45a6bf9d2918 None None] Port b105a734-e15b-4d13-91af-66e797bfa3bf cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:08:43.201123 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Set router e9752f9b-048a-4106-aab0-f79072974f54 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:08:43.657708 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'name': 'router1', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:08:31Z', 'updated_at': '2022-03-11T19:08:42Z', 'revision_number': 2, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'gw_port_host': None, '_interfaces': [{'id': 'b105a734-e15b-4d13-91af-66e797bfa3bf', 'name': '', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'mac_address': 'fa:16:3e:4a:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:41Z', 'updated_at': '2022-03-11T19:08:42Z', 'revision_number': 2, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'subnets': [{'id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:43.711634 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Checking router: e9752f9b-048a-4106-aab0-f79072974f54 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:08:43.712007 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Updating router e9752f9b-048a-4106-aab0-f79072974f54 port b105a734-e15b-4d13-91af-66e797bfa3bf binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:08:43.768881 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.295378 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Publish callbacks [] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.302163 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.474598 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Pushing event updated for resources: {'Port': ['ID=b105a734-e15b-4d13-91af-66e797bfa3bf,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:44.485791 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Attempting to bind port b105a734-e15b-4d13-91af-66e797bfa3bf on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:08:44.486219 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Attempting to bind port b105a734-e15b-4d13-91af-66e797bfa3bf by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:08:44.486674 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Attempting to bind port b105a734-e15b-4d13-91af-66e797bfa3bf on network 3e5bc252-552e-4b20-b07a-6612e16e689f {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:08:44.489838 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.490205 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.490558 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.490891 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.491219 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.491549 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.491882 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.492208 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.492532 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.492895 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.493223 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.493538 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.493850 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Tracked resource versions report: Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: pushed versions: Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: { 'AddressGroup': {'1.2'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Log': {'1.0'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Network': {'1.1'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Port': {'1.7'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'PortForwarding': {'1.2'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'QosPolicy': {'1.10'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroup': {'1.5'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SubPort': {'1.0'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Subnet': {'1.1'}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Trunk': {'1.1'}} Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: consumer versions: Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'ConntrackHelper': '1.0', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'LocalIPAssociation': '1.0', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Log': '1.0', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Network': '1.1', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Port': '1.7', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'PortForwarding': '1.2', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'QosPolicy': '1.10', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroup': '1.5', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroupRule': '1.2', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SubPort': '1.0', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Subnet': '1.1', Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Trunk': '1.1'}} Mar 11 19:08:44.495318 dv-cinder-830674-2-iscsi neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:08:44.501561 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:08:44.501961 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Checking segment: {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:08:44.502738 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.502919 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Bound using segment: {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:08:44.503283 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Bound port: b105a734-e15b-4d13-91af-66e797bfa3bf, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7091cb-c66e-4778-ace9-f0a85f45f1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:08:44.503662 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.575087 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] For port b105a734-e15b-4d13-91af-66e797bfa3bf, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:08:44.595392 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] For port b105a734-e15b-4d13-91af-66e797bfa3bf, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b105a734-e15b-4d13-91af-66e797bfa3bf,segment=NetworkSegment(5c7091cb-c66e-4778-ace9-f0a85f45f1f4),segment_id=5c7091cb-c66e-4778-ace9-f0a85f45f1f4)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:08:44.602747 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.621815 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] Provisioning complete for port b105a734-e15b-4d13-91af-66e797bfa3bf triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:44.622396 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.663145 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b288e8-5a79-4697-be8f-2a55b720e93b None None] Pushing event updated for resources: {'Port': ['ID=b105a734-e15b-4d13-91af-66e797bfa3bf,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:44.692375 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Routers {'e9752f9b-048a-4106-aab0-f79072974f54'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:08:44.693037 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:08:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['e9752f9b-048a-4106-aab0-f79072974f54'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:44.716090 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] Current status of the port b105a734-e15b-4d13-91af-66e797bfa3bf is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:44.716506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.765277 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] For port b105a734-e15b-4d13-91af-66e797bfa3bf, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b105a734-e15b-4d13-91af-66e797bfa3bf,segment=NetworkSegment(5c7091cb-c66e-4778-ace9-f0a85f45f1f4),segment_id=5c7091cb-c66e-4778-ace9-f0a85f45f1f4)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:08:44.771938 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.805443 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] Set router e9752f9b-048a-4106-aab0-f79072974f54 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:08:44.826296 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e18b27-b7ab-4e95-a146-d7fd7ab36e92 None None] Pushing event updated for resources: {'Port': ['ID=b105a734-e15b-4d13-91af-66e797bfa3bf,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:44.892515 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-47f98642-933c-4ffb-bbdc-93349e18eed2 None None] Provisioning complete for port b105a734-e15b-4d13-91af-66e797bfa3bf triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:44.893238 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47f98642-933c-4ffb-bbdc-93349e18eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:44.981909 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47f98642-933c-4ffb-bbdc-93349e18eed2 None None] Current status of the port b105a734-e15b-4d13-91af-66e797bfa3bf is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:45.039046 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'name': 'router1', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:08:31Z', 'updated_at': '2022-03-11T19:08:42Z', 'revision_number': 2, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'gw_port_host': None, '_interfaces': [{'id': 'b105a734-e15b-4d13-91af-66e797bfa3bf', 'name': '', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'mac_address': 'fa:16:3e:4a:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:41Z', 'updated_at': '2022-03-11T19:08:44Z', 'revision_number': 4, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'subnets': [{'id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:45.068275 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06b5f2-49f3-4bee-aef8-44ca835c25af None None] The sync data for ids ['e9752f9b-048a-4106-aab0-f79072974f54'] in dv-cinder-830674-2-iscsi is: [{'id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'name': 'router1', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:08:31Z', 'updated_at': '2022-03-11T19:08:42Z', 'revision_number': 2, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'gw_port_host': None, '_interfaces': [{'id': 'b105a734-e15b-4d13-91af-66e797bfa3bf', 'name': '', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'mac_address': 'fa:16:3e:4a:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:41Z', 'updated_at': '2022-03-11T19:08:44Z', 'revision_number': 4, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'subnets': [{'id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:08:45.585572 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37236) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:45.748261 dv-cinder-830674-2-iscsi neutron-server[103353]: WARNING oslo_policy.policy [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:45.748958 dv-cinder-830674-2-iscsi neutron-server[103353]: WARNING oslo_policy.policy [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:46.198749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.policy [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103353) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 19:08:46.241479 dv-cinder-830674-2-iscsi neutron-server[103353]: WARNING oslo_policy.policy [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:46.241871 dv-cinder-830674-2-iscsi neutron-server[103353]: WARNING oslo_policy.policy [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:08:46.250764 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:46.252542 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d314d2f9-849a-4ea4-8471-c19417a1c3fd admin admin] 10.222.0.55 "GET /v2.0/networks/46d1d4ef-8d34-4ade-9fc5-e51929a623bc HTTP/1.1" status: 200 len: 842 time: 0.6658816 Mar 11 19:08:46.262667 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'gateway_ip': '172.27.2.1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:46.303884 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Made reservation on behalf of 199862f3339745c886d561c6e68fb257 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:08:46.307264 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:46.765332 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.objects.ports [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103353) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:08:46.766534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (0b078e3c-294d-4888-b253-2488d980fec4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:46.840708 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b078e3c-294d-4888-b253-2488d980fec4,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:46.853418 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.853751 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.854084 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.854420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.854744 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.855065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.855385 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.855707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.856037 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.856370 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.856687 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.857021 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.857329 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Tracked resource versions report: Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: pushed versions: Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: { 'AddressGroup': {'1.2'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Log': {'1.0'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Network': {'1.1'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Port': {'1.7'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'PortForwarding': {'1.2'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'QosPolicy': {'1.10'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroup': {'1.5'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SubPort': {'1.0'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Subnet': {'1.1'}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Trunk': {'1.1'}} Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: consumer versions: Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'ConntrackHelper': '1.0', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'LocalIPAssociation': '1.0', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Log': '1.0', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Network': '1.1', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Port': '1.7', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'PortForwarding': '1.2', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'QosPolicy': '1.10', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroup': '1.5', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroupRule': '1.2', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SubPort': '1.0', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Subnet': '1.1', Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Trunk': '1.1'}} Mar 11 19:08:46.858680 dv-cinder-830674-2-iscsi neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:08:46.871652 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:08:46.872023 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Network hostable DHCP agents. Network: 46d1d4ef-8d34-4ade-9fc5-e51929a623bc, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:08:46.903403 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:08:46.916451 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 46d1d4ef-8d34-4ade-9fc5-e51929a623bc) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:08:46.921272 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:46.921893 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:46.927598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d272565-45d7-4a98-8c44-d9ec2833ba9b None None] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:08:46.956766 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-095092f2-a30f-4585-b47e-8198e515ba59 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6868093 Mar 11 19:08:47.044820 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562bb33-1ba3-49e9-a601-052f6bc61344 None None] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:08:49.609446 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37256) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:49.878163 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-f8204457-927f-4b37-93e9-01ab0ecfab02 demo admin] 10.222.0.55 "GET /v2.0/routers/e9752f9b-048a-4106-aab0-f79072974f54 HTTP/1.1" status: 200 len: 710 time: 0.2668037 Mar 11 19:08:49.973748 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558b537-e027-4b25-b74e-393692b2c351 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:08:49.975041 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c558b537-e027-4b25-b74e-393692b2c351 demo admin] 10.222.0.55 "GET /v2.0/networks/46d1d4ef-8d34-4ade-9fc5-e51929a623bc HTTP/1.1" status: 200 len: 886 time: 0.0916896 Mar 11 19:08:49.984280 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:08:50.255189 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks [] for router_gateway (e9752f9b-048a-4106-aab0-f79072974f54), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:50.542108 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks [] for router_gateway (e9752f9b-048a-4106-aab0-f79072974f54), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:50.629077 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:50.787110 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Allocated IP 172.27.2.144 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/ecc7147b-227d-4b2e-9c00-5c97a7b0809a) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:08:50.898516 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks [] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:50.964057 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:51.045882 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:08:51.051081 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:08:51.056240 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:08:51.059643 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Pushing event updated for resources: {'Port': ['ID=ecc7147b-227d-4b2e-9c00-5c97a7b0809a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:51.407296 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks [] for router_gateway (e9752f9b-048a-4106-aab0-f79072974f54), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:51.635491 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-580217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16356'] for router (e9752f9b-048a-4106-aab0-f79072974f54), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:51.640938 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576212'] for router (e9752f9b-048a-4106-aab0-f79072974f54), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:51.770822 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Router e9752f9b-048a-4106-aab0-f79072974f54 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:08:51.886430 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:08:51.890784 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:51.896782 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-67f7866b-e7a8-44be-b7e0-47b063906194 demo admin] 10.222.0.55 "PUT /v2.0/routers/e9752f9b-048a-4106-aab0-f79072974f54 HTTP/1.1" status: 200 len: 890 time: 1.9117103 Mar 11 19:08:52.476423 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b105a734-e15b-4d13-91af-66e797bfa3bf up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:08:52.532245 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port b105a734-e15b-4d13-91af-66e797bfa3bf triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:52.533130 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:52.616191 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port b105a734-e15b-4d13-91af-66e797bfa3bf is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:54.099662 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Sync routers for ids ['e9752f9b-048a-4106-aab0-f79072974f54'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:08:54.113128 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Routers {'e9752f9b-048a-4106-aab0-f79072974f54'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:08:54.113806 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:08:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['e9752f9b-048a-4106-aab0-f79072974f54'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:54.345540 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Set router e9752f9b-048a-4106-aab0-f79072974f54 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:08:54.627464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37268) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:08:54.769344 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-28d82f99-b367-4769-8524-4f58e9455702 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1405776 Mar 11 19:08:54.841477 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'name': 'router1', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ecc7147b-227d-4b2e-9c00-5c97a7b0809a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:08:31Z', 'updated_at': '2022-03-11T19:08:51Z', 'revision_number': 4, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'gw_port': {'id': 'ecc7147b-227d-4b2e-9c00-5c97a7b0809a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:50Z', 'updated_at': '2022-03-11T19:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b105a734-e15b-4d13-91af-66e797bfa3bf', 'name': '', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'mac_address': 'fa:16:3e:4a:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:41Z', 'updated_at': '2022-03-11T19:08:44Z', 'revision_number': 5, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'subnets': [{'id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:54.887430 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:08:54.897378 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Checking router: e9752f9b-048a-4106-aab0-f79072974f54 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:08:54.897752 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Updating router e9752f9b-048a-4106-aab0-f79072974f54 port ecc7147b-227d-4b2e-9c00-5c97a7b0809a binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:08:54.952042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:55.294387 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Publish callbacks [] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:55.300866 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:55.356997 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5eb62-7457-4669-abf1-30914599c238 None None] Pushing event updated for resources: {'Port': ['ID=ecc7147b-227d-4b2e-9c00-5c97a7b0809a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:55.359213 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Attempting to bind port ecc7147b-227d-4b2e-9c00-5c97a7b0809a on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:08:55.359591 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Attempting to bind port ecc7147b-227d-4b2e-9c00-5c97a7b0809a by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:08:55.363290 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Attempting to bind port ecc7147b-227d-4b2e-9c00-5c97a7b0809a on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:08:55.369207 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:08:55.369592 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:08:55.370042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:55.370400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:08:55.370868 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Bound port: ecc7147b-227d-4b2e-9c00-5c97a7b0809a, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:08:55.371253 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:55.426515 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] For port ecc7147b-227d-4b2e-9c00-5c97a7b0809a, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:08:55.430707 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] For port ecc7147b-227d-4b2e-9c00-5c97a7b0809a, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=ecc7147b-227d-4b2e-9c00-5c97a7b0809a,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:08:55.439381 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:55.497126 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Routers {'e9752f9b-048a-4106-aab0-f79072974f54'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:08:55.497770 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:08:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['e9752f9b-048a-4106-aab0-f79072974f54'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:55.503255 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5eb62-7457-4669-abf1-30914599c238 None None] Pushing event updated for resources: {'Port': ['ID=ecc7147b-227d-4b2e-9c00-5c97a7b0809a,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:55.622160 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] Set router e9752f9b-048a-4106-aab0-f79072974f54 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:08:55.858616 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'name': 'router1', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ecc7147b-227d-4b2e-9c00-5c97a7b0809a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:08:31Z', 'updated_at': '2022-03-11T19:08:51Z', 'revision_number': 4, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'gw_port': {'id': 'ecc7147b-227d-4b2e-9c00-5c97a7b0809a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:50Z', 'updated_at': '2022-03-11T19:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b105a734-e15b-4d13-91af-66e797bfa3bf', 'name': '', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'mac_address': 'fa:16:3e:4a:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:41Z', 'updated_at': '2022-03-11T19:08:44Z', 'revision_number': 5, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'subnets': [{'id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:08:55.886475 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf3048-5ecb-4812-b321-7b6b7bab191a None None] The sync data for ids ['e9752f9b-048a-4106-aab0-f79072974f54'] in dv-cinder-830674-2-iscsi is: [{'id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'name': 'router1', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'ecc7147b-227d-4b2e-9c00-5c97a7b0809a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:08:31Z', 'updated_at': '2022-03-11T19:08:51Z', 'revision_number': 4, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'gw_port': {'id': 'ecc7147b-227d-4b2e-9c00-5c97a7b0809a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:50Z', 'updated_at': '2022-03-11T19:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b105a734-e15b-4d13-91af-66e797bfa3bf', 'name': '', 'network_id': '3e5bc252-552e-4b20-b07a-6612e16e689f', 'tenant_id': '7ee97541c9034502ae4e8e912dbcff69', 'mac_address': 'fa:16:3e:4a:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9752f9b-048a-4106-aab0-f79072974f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:08:41Z', 'updated_at': '2022-03-11T19:08:44Z', 'revision_number': 5, 'project_id': '7ee97541c9034502ae4e8e912dbcff69', 'subnets': [{'id': '801d814a-1a0a-4be2-bae2-6aaa99b251a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b3cc1ca-7631-4e45-bc4d-b33e931ca7dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:08:56.545108 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device ecc7147b-227d-4b2e-9c00-5c97a7b0809a up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:08:56.602451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port ecc7147b-227d-4b2e-9c00-5c97a7b0809a triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:56.602854 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:56.697707 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port ecc7147b-227d-4b2e-9c00-5c97a7b0809a is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:08:56.698110 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:56.730763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port ecc7147b-227d-4b2e-9c00-5c97a7b0809a, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=ecc7147b-227d-4b2e-9c00-5c97a7b0809a,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:08:56.737558 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:56.802094 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=ecc7147b-227d-4b2e-9c00-5c97a7b0809a,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:08:58.484659 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device ecc7147b-227d-4b2e-9c00-5c97a7b0809a up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:08:58.545934 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port ecc7147b-227d-4b2e-9c00-5c97a7b0809a triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:08:58.546542 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ecc7147b-227d-4b2e-9c00-5c97a7b0809a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:08:58.636122 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port ecc7147b-227d-4b2e-9c00-5c97a7b0809a is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:09:04.632631 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08891f32-9a88-48ea-a292-a357b88eba61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:06.909584 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4839ab13-7bb1-481f-bdfe-2ceef61c7888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:08.670288 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:10.260716 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:11.647531 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:31.886558 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:09:34.634867 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-779c8d19-046c-432b-b8e2-5bda68cc8350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:36.904014 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bbd7-afeb-4b8a-8619-164d1747c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:38.678319 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:40.271516 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:09:41.646471 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:04.629087 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac30db18-9a5e-4278-9a3d-82e70dcbf8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:06.909903 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a27a636-7f1d-47d3-8840-65331abdd20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:08.675727 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:08.885284 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:10:10.263324 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:11.640798 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:19.505743 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37752) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:19.576453 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d826dc-451d-4982-ae30-40715a01d885 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:10:19.577736 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-00d826dc-451d-4982-ae30-40715a01d885 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0710309 Mar 11 19:10:19.827608 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03769cdb-3cad-4c6a-a6b4-eaf4c31e65ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:19.829669 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-03769cdb-3cad-4c6a-a6b4-eaf4c31e65ba admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2471063 Mar 11 19:10:22.241124 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37762) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:22.347502 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4d2c1-fc3a-4f08-8132-32cb14fe5fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:22.348910 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-62b4d2c1-fc3a-4f08-8132-32cb14fe5fef admin admin] 10.222.0.55 "GET /v2.0/subnets/801d814a-1a0a-4be2-bae2-6aaa99b251a8 HTTP/1.1" status: 200 len: 849 time: 0.1067443 Mar 11 19:10:22.358320 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:10:22.447755 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Publish callbacks [] for subnet (801d814a-1a0a-4be2-bae2-6aaa99b251a8), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:22.598586 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769666459998'] for subnet (801d814a-1a0a-4be2-bae2-6aaa99b251a8), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:22.631177 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:22.632381 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:22.652756 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] 10.222.0.55 "PUT /v2.0/subnets/801d814a-1a0a-4be2-bae2-6aaa99b251a8 HTTP/1.1" status: 200 len: 868 time: 0.2784946 Mar 11 19:10:22.652756 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Pushing event updated for resources: {'Subnet': ['ID=801d814a-1a0a-4be2-bae2-6aaa99b251a8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:10:22.660464 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27166d-ec81-4545-bb3a-232273fd7afd None None] Network 3e5bc252-552e-4b20-b07a-6612e16e689f requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:10:22.661121 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.661121 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.661461 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.661701 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.662188 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.662371 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.662733 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.663071 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.664050 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.664050 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.664243 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.664470 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:22.664758 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9921b42e-a89b-41c3-97fc-ab57887a706a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:10:23.052587 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-71f58a04-5b3d-4e6a-8ed0-c09fa25d6edc None None] Provisioning complete for port 57b1b8c1-815f-430e-8f61-f8428589212e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:10:23.052935 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71f58a04-5b3d-4e6a-8ed0-c09fa25d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (57b1b8c1-815f-430e-8f61-f8428589212e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:23.143716 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-71f58a04-5b3d-4e6a-8ed0-c09fa25d6edc None None] Current status of the port 57b1b8c1-815f-430e-8f61-f8428589212e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:10:23.155478 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-71f58a04-5b3d-4e6a-8ed0-c09fa25d6edc None None] Provisioning complete for port b105a734-e15b-4d13-91af-66e797bfa3bf triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:10:23.155878 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71f58a04-5b3d-4e6a-8ed0-c09fa25d6edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b105a734-e15b-4d13-91af-66e797bfa3bf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:23.237144 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-71f58a04-5b3d-4e6a-8ed0-c09fa25d6edc None None] Current status of the port b105a734-e15b-4d13-91af-66e797bfa3bf is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:10:25.112326 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37772) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:25.324975 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227be583-d613-426b-9ae0-e2a4fa73c306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:25.325381 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227be583-d613-426b-9ae0-e2a4fa73c306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:25.327045 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-227be583-d613-426b-9ae0-e2a4fa73c306 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2136991 Mar 11 19:10:27.683085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37780) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:27.817740 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4e25e-5464-48ef-9b6e-35297a75d8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:27.818224 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4e25e-5464-48ef-9b6e-35297a75d8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:27.819774 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-33a4e25e-5464-48ef-9b6e-35297a75d8d7 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357312 Mar 11 19:10:30.202931 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37788) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:30.348975 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddbc7a-b88f-44f0-8d75-addf94b2e17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:30.350361 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b6ddbc7a-b88f-44f0-8d75-addf94b2e17b admin admin] 10.222.0.55 "GET /v2.0/networks/3e5bc252-552e-4b20-b07a-6612e16e689f HTTP/1.1" status: 200 len: 869 time: 0.1459072 Mar 11 19:10:32.724719 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37796) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:32.857624 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1196a265-1036-41e8-8f83-6dc7278d82ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:32.858993 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-1196a265-1036-41e8-8f83-6dc7278d82ce admin admin] 10.222.0.55 "GET /v2.0/networks/46d1d4ef-8d34-4ade-9fc5-e51929a623bc HTTP/1.1" status: 200 len: 886 time: 0.1332467 Mar 11 19:10:34.628037 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6aa26c89-5441-4987-a4f8-08a587ad683f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:35.290057 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37804) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:35.432072 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be495145-7e9a-4a24-9303-7df8bc9c7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:35.432523 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be495145-7e9a-4a24-9303-7df8bc9c7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:35.434135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-be495145-7e9a-4a24-9303-7df8bc9c7ce1 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431358 Mar 11 19:10:36.913252 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9edc24e2-91b7-4daf-9d16-b71f5513c87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:37.857577 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37812) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:37.988760 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba88f7-16dd-4f78-8374-5b78afd9e89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:37.989212 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba88f7-16dd-4f78-8374-5b78afd9e89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:37.990811 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d3ba88f7-16dd-4f78-8374-5b78afd9e89b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321867 Mar 11 19:10:38.679709 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:40.269649 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:40.488582 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37820) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:40.577598 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c796c09-10ee-421c-9c46-59d03ba55e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:40.579300 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7c796c09-10ee-421c-9c46-59d03ba55e39 admin admin] 10.222.0.55 "GET /v2.0/subnets/0b078e3c-294d-4888-b253-2488d980fec4 HTTP/1.1" status: 200 len: 816 time: 0.0897412 Mar 11 19:10:41.646204 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:10:43.017807 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37828) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:10:43.123252 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4ef0a-fc98-489b-8eef-c6f6c4577d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:10:43.124641 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-0cf4ef0a-fc98-489b-8eef-c6f6c4577d70 admin admin] 10.222.0.55 "GET /v2.0/subnets/801d814a-1a0a-4be2-bae2-6aaa99b251a8 HTTP/1.1" status: 200 len: 868 time: 0.1058679 Mar 11 19:10:45.884218 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:11:04.637002 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac55bda2-24b5-4c21-b1b6-517e6eaf6c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:06.917386 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-115dd4fa-103f-40ff-bfe9-424efcc297e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:08.686409 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:10.269013 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:11.639511 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:11.991685 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37880) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:11:12.042724 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [None req-5456f92c-7598-494d-a54b-6e49d4155c6a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:11:12.043742 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5456f92c-7598-494d-a54b-6e49d4155c6a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511124 Mar 11 19:11:14.509546 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37888) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:11:14.573045 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.pecan_wsgi.hooks.translation [None req-a835df2d-6784-4b74-9e91-a402a453bc72 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:11:14.574377 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-a835df2d-6784-4b74-9e91-a402a453bc72 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638833 Mar 11 19:11:14.667541 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78050e8-f580-47e1-9f76-122dcef5fc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:11:14.668994 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c78050e8-f580-47e1-9f76-122dcef5fc77 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0898905 Mar 11 19:11:17.091858 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37896) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:11:17.142170 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:11:17.162178 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Made reservation on behalf of 199862f3339745c886d561c6e68fb257 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:11:17.164647 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:17.192637 dv-cinder-830674-2-iscsi neutron-server[103355]: WARNING neutron.services.revisions.revision_plugin [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Could not find related network for resource to bump revision. Mar 11 19:11:17.204695 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:11:17.213971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (c4c63548-635a-44c1-9ff0-4f950c21a5cc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:17.214317 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Added segment c4c63548-635a-44c1-9ff0-4f950c21a5cc of type vlan for network 165fd778-1d7c-453f-ae84-b7dcbaea7473 Mar 11 19:11:17.254425 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (165fd778-1d7c-453f-ae84-b7dcbaea7473), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:17.281146 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (165fd778-1d7c-453f-ae84-b7dcbaea7473), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:17.282025 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:11:17.282605 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:17.315658 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2226045 Mar 11 19:11:17.352980 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Pushing event updated for resources: {'Network': ['ID=165fd778-1d7c-453f-ae84-b7dcbaea7473,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:11:17.362264 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.362648 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.363020 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.363358 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.363698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.364029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.364387 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.364709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.365190 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.365545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.365879 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.366220 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.366520 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052c3bd6-1e13-4c04-98e8-88bc441dace0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:17.383102 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 165fd778-1d7c-453f-ae84-b7dcbaea7473 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:11:19.789820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37904) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:11:19.851965 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e28b6d-3f82-4c71-a372-d079d5338e03 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:11:19.853265 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d0e28b6d-3f82-4c71-a372-d079d5338e03 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624840 Mar 11 19:11:19.928386 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39d7806-7505-402f-9b01-80d69db9c501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:11:19.929906 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d39d7806-7505-402f-9b01-80d69db9c501 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0726485 Mar 11 19:11:19.940936 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:11:19.965246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Made reservation on behalf of 199862f3339745c886d561c6e68fb257 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:11:19.967507 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.140880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.201241 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:11:20.208300 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Checking segment: {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:11:20.208657 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Network hostable DHCP agents. Network: 165fd778-1d7c-453f-ae84-b7dcbaea7473, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:11:20.226033 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Network 165fd778-1d7c-453f-ae84-b7dcbaea7473 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:11:20.237341 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 165fd778-1d7c-453f-ae84-b7dcbaea7473) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:11:20.242206 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:11:20.242801 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.247258 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e28c26-04ba-49fc-9952-862aac3cae25 None None] Network 165fd778-1d7c-453f-ae84-b7dcbaea7473 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:11:20.259108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b0886818-7acf-49d3-8415-43ef0efffaba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3227730 Mar 11 19:11:20.362164 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-165fd778-1d7c-453f-ae84-b7dcbaea7473', 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473', 'project_id': '199862f3339745c886d561c6e68fb257', 'fixed_ips': [{'subnet_id': '8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:11:20.363149 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.535158 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Allocated IP 192.168.233.2 (165fd778-1d7c-453f-ae84-b7dcbaea7473/8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa/7eb5ce96-146a-4bc6-95d1-4bba6e44e111) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:11:20.692561 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Publish callbacks [] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.699293 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.844269 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Network 165fd778-1d7c-453f-ae84-b7dcbaea7473 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:11:20.847559 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:11:20.852326 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:11:20.854243 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Pushing event updated for resources: {'Port': ['ID=7eb5ce96-146a-4bc6-95d1-4bba6e44e111,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:11:20.864112 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.864495 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.864887 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.865241 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.865571 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.865906 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.866243 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.866572 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.866922 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.867248 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.867582 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.867905 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.868223 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:11:20.923823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Attempting to bind port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:11:20.924216 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Attempting to bind port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:11:20.924550 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Attempting to bind port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 on network 165fd778-1d7c-453f-ae84-b7dcbaea7473 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:11:20.929784 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:11:20.930157 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Checking segment: {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:11:20.930552 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.930941 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Bound using segment: {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:11:20.931400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Bound port: 7eb5ce96-146a-4bc6-95d1-4bba6e44e111, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:11:20.931775 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:20.997670 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] For port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:11:21.001478 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] For port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=7eb5ce96-146a-4bc6-95d1-4bba6e44e111,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:11:21.008024 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:21.077858 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adedafd-c9d4-43c3-bc44-0556eb2e88a0 None None] Pushing event updated for resources: {'Port': ['ID=7eb5ce96-146a-4bc6-95d1-4bba6e44e111,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:11:21.958717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bacfaa-03de-4c1e-99cf-38d21b7f5f61 None None] Network 165fd778-1d7c-453f-ae84-b7dcbaea7473 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:11:22.085176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] Provisioning complete for port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:11:22.085576 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:22.181981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] Current status of the port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:11:22.182194 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:22.218922 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] For port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=7eb5ce96-146a-4bc6-95d1-4bba6e44e111,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:11:22.225535 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:22.290554 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5adb96-947d-444d-8bbc-ff2ad1486c08 None None] Pushing event updated for resources: {'Port': ['ID=7eb5ce96-146a-4bc6-95d1-4bba6e44e111,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:11:22.350372 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-57cdc4d7-fe46-4074-9fe6-1eb4d5a6a9ed None None] Provisioning complete for port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:11:22.350769 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57cdc4d7-fe46-4074-9fe6-1eb4d5a6a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:22.439049 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-57cdc4d7-fe46-4074-9fe6-1eb4d5a6a9ed None None] Current status of the port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:11:22.587710 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:11:22.649608 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:11:22.649608 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7eb5ce96-146a-4bc6-95d1-4bba6e44e111), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:22.734529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 7eb5ce96-146a-4bc6-95d1-4bba6e44e111 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:11:22.884016 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:11:34.643042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20115106-9501-46dc-8bf6-735fd81ddb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:36.919724 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-988f8895-ed27-48cb-9068-7d6073bb17ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:38.688714 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:40.272502 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:41.643408 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:11:59.883268 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:12:04.635675 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af23b0dc-83d3-46e8-9a93-43407a8abf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:06.922673 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f2614a08-2658-45e1-8271-8dab1712b59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:08.688959 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:10.273931 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:11.649037 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:34.637739 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0fdda943-c806-411c-b0ee-5c6f9355bc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:36.883517 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:12:36.943596 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab13b794-9ea0-4f2a-b49f-917053a21686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:38.695499 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:40.277604 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:41.661211 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.199685 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37942) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:12:49.205877 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [None req-4c197967-cf7d-4bcd-84e2-1822c5864d4c tempest-verify_tempest_config-1939002295 tempest-verify_tempest_config-1939002295-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:12:49.206919 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4c197967-cf7d-4bcd-84e2-1822c5864d4c tempest-verify_tempest_config-1939002295 tempest-verify_tempest_config-1939002295-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057189 Mar 11 19:12:49.517750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 37960) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:12:49.636710 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.720898 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Publish callbacks [] for security_group (196f5cc5-658e-4252-a455-5d5a397346d3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.724578 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (196f5cc5-658e-4252-a455-5d5a397346d3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.768888 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f5cc5-658e-4252-a455-5d5a397346d3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:12:49.773492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f34257b82074f769cdcbfdd35a05c21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2546890 Mar 11 19:12:49.776451 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 37964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:12:49.777966 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.778449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.778948 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.779292 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.779627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.779964 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.780338 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.780679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.781029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.781358 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.781685 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.782008 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.782334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10ce652-69c8-4065-80d6-a8f43205611b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.858921 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Publish callbacks [] for security_group (196f5cc5-658e-4252-a455-5d5a397346d3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.879961 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Publish callbacks [] for security_group (196f5cc5-658e-4252-a455-5d5a397346d3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.974336 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (196f5cc5-658e-4252-a455-5d5a397346d3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.977125 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:12:49.978298 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/196f5cc5-658e-4252-a455-5d5a397346d3 HTTP/1.1" status: 204 len: 168 time: 0.2001984 Mar 11 19:12:49.987808 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f5cc5-658e-4252-a455-5d5a397346d3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:12:49.995568 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.995940 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.996292 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.996625 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.997821 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.998107 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.998550 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.998887 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.999227 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.999560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:49.999889 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:50.000214 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:12:50.000538 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633e525-c75f-488f-9072-00513f2054af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:13:04.640758 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4a93-4bd5-46a4-8b4a-11b72e2e0051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:06.926606 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6244b674-791d-4dd4-9d64-e20a0c6ddd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:08.698352 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:10.281569 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:11.658191 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:13.882622 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:13:34.652174 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3bec836-18de-4c0c-9252-ac242c7057a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:36.930659 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f24ac04f-36b2-4e07-ae6b-d10e4b847b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:38.698159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:40.285144 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:41.666882 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:13:50.882421 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:14:04.648108 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a69df0a-5553-47b8-a1ef-e9f5f2076198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:06.932629 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f111c03-b3a0-432d-936b-82c816e64780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:08.701443 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:10.287896 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:11.662640 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:27.881711 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:14:34.641221 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-861bdd0d-5ab3-456e-ae01-bb9b59d8bf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:35.275849 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576623'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:36.934412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9cb87fe-7c6b-4e45-9aa8-9fd4a7148769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:38.702987 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:40.289329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:41.667125 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:14:49.731592 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38036) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:14:49.840305 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c6ffc344-42a9-452e-a710-e0f4420555b2 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1076040 Mar 11 19:14:52.308899 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38046) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:14:52.366127 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-dd9d4251-c0d0-4875-a8d3-58f395294298 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0561216 Mar 11 19:15:04.643746 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c014823-a2d5-47fc-bbf2-e553014877b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:04.880608 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:15:05.241336 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:06.937042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9be54ea-e971-4616-ac9b-6958f57e3f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:08.706709 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:10.294799 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:11.670598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:34.751813 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3de0711a-8ece-499f-bdb6-78be49606507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:35.250329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:36.938459 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d46e4ad1-3001-43dd-8629-8282a79ad917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:38.709893 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.295410 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:41.677128 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:41.879797 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:16:04.643588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c560148c-51a2-4416-bdc6-67167db8157b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:05.257628 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:06.941367 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-19f88852-2a93-4353-ba0e-9ef4a54df08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:08.712182 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.299895 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:11.672660 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:18.878872 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:16:33.465570 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38260) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:33.549553 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38268) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:33.581400 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38272) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:33.615496 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38282) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:33.765830 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-169702493-network', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:33.795163 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-network', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:33.817277 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1219743852-network', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:33.848180 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Made reservation on behalf of 7d710cf3e62e46a4a4fafbefe6024ccf for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:33.851249 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.867452 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-13314323-network', 'tenant_id': '19df638cf3b946c38b993d982343f6fe'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:33.873069 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.892870 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Made reservation on behalf of 7ebaeb5b399c4fd298cbe1004654368c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:33.895773 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.911304 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.931535 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Made reservation on behalf of 19df638cf3b946c38b993d982343f6fe for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:33.935355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.954147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.959283 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Made reservation on behalf of eea4a9a11a58483fb79f39f95e0311f1 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:33.961826 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.976054 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.059033 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks [] for security_group (f5673f5b-2c84-49e0-bed4-aa09210add97), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.069065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (f5673f5b-2c84-49e0-bed4-aa09210add97), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.072362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks [] for security_group (24317d23-ad71-46b7-9508-59eedac66fdf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.081450 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (24317d23-ad71-46b7-9508-59eedac66fdf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.122596 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5673f5b-2c84-49e0-bed4-aa09210add97,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:34.136392 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.137144 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.137635 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.138234 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.138714 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.139208 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.139853 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.140344 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.140860 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.141227 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24317d23-ad71-46b7-9508-59eedac66fdf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:34.141543 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.142179 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.142825 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.143306 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Tracked resource versions report: Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: pushed versions: Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Log': {'1.0'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Network': {'1.1'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Port': {'1.7'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'PortForwarding': {'1.2'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'QosPolicy': {'1.10'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SubPort': {'1.0'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Subnet': {'1.1'}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Trunk': {'1.1'}} Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: consumer versions: Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: HyperV agent@hv-cinder-83067: {}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'ConntrackHelper': '1.0', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'LocalIPAssociation': '1.0', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Log': '1.0', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Network': '1.1', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Port': '1.7', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'PortForwarding': '1.2', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'QosPolicy': '1.10', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroup': '1.5', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SecurityGroupRule': '1.2', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'SubPort': '1.0', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Subnet': '1.1', Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: 'Trunk': '1.1'}} Mar 11 19:16:34.144713 dv-cinder-830674-2-iscsi neutron-server[103353]: {{(pid=103353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:34.150742 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:16:34.156845 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:16:34.169006 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.169359 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.169701 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.176245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.176671 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.177572 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.177935 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.178282 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.179408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.180140 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.180489 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.180851 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.181184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Tracked resource versions report: Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: pushed versions: Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Log': {'1.0'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Network': {'1.1'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Port': {'1.7'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'PortForwarding': {'1.2'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'QosPolicy': {'1.10'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SubPort': {'1.0'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Subnet': {'1.1'}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Trunk': {'1.1'}} Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: consumer versions: Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: HyperV agent@hv-cinder-83067: {}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'ConntrackHelper': '1.0', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'LocalIPAssociation': '1.0', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Log': '1.0', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Network': '1.1', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Port': '1.7', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'PortForwarding': '1.2', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'QosPolicy': '1.10', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroup': '1.5', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SecurityGroupRule': '1.2', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'SubPort': '1.0', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Subnet': '1.1', Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: 'Trunk': '1.1'}} Mar 11 19:16:34.182508 dv-cinder-830674-2-iscsi neutron-server[103355]: {{(pid=103355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:34.190819 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks [] for security_group (a4dc8e29-57f1-41a9-a6ab-c49017f60c75), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.192784 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769666221069', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (4d56932e-25d8-41f9-98c5-fd451bc26a28), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.194204 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Unsubscribe: segment precommit_create {{(pid=103353) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 19:16:34.194902 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Added segment 4d56932e-25d8-41f9-98c5-fd451bc26a28 of type vlan for network b3e233e6-a6a7-42fb-b974-abd47312929e Mar 11 19:16:34.206707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a4dc8e29-57f1-41a9-a6ab-c49017f60c75), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.226535 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:16:34.252425 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks [] for security_group (a8c019e0-b55e-42e5-9538-03664a3041e8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.266997 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (d642c240-9693-4fbc-8326-ca30d2033ece), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.267422 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Added segment d642c240-9693-4fbc-8326-ca30d2033ece of type vlan for network 5b68d94e-eaf5-4cce-88a4-4aa976165179 Mar 11 19:16:34.271895 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (6c218b26-2bc9-4b5f-9653-14b89835944e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.272467 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Added segment 6c218b26-2bc9-4b5f-9653-14b89835944e of type vlan for network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 Mar 11 19:16:34.311582 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (5b68d94e-eaf5-4cce-88a4-4aa976165179), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.371308 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (5b68d94e-eaf5-4cce-88a4-4aa976165179), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.372551 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:34.373305 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.385876 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (b3e233e6-a6a7-42fb-b974-abd47312929e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.386694 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (1a10a9b7-47b7-444c-8ac2-5c860f72d898), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.401596 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc8e29-57f1-41a9-a6ab-c49017f60c75,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:34.433652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a8c019e0-b55e-42e5-9538-03664a3041e8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.456562 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:16:34.466728 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9159174 Mar 11 19:16:34.467444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (e55d4e2d-093b-447d-8790-c604d2265fcb), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.467823 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Added segment e55d4e2d-093b-447d-8790-c604d2265fcb of type vlan for network 1310714a-4acb-4f09-b4aa-7a22c2293633 Mar 11 19:16:34.481299 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38322) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:34.487482 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Request body: {'subnet': {'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-subnet', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:34.499930 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (b3e233e6-a6a7-42fb-b974-abd47312929e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.501286 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:34.502159 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.520514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (1a10a9b7-47b7-444c-8ac2-5c860f72d898), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.523213 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:34.525340 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.569499 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1020639 Mar 11 19:16:34.603099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c019e0-b55e-42e5-9538-03664a3041e8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:34.610689 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38326) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:34.632431 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c381-a59c-4e8e-aa28-395e3c1ff6fc admin admin] Pushing event updated for resources: {'Network': ['ID=5b68d94e-eaf5-4cce-88a4-4aa976165179,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:34.651068 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Made reservation on behalf of eea4a9a11a58483fb79f39f95e0311f1 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:34.659737 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.659907 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5812348-f927-4852-b6e3-4588bb77e8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.681159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:16:34.845464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Request body: {'subnet': {'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-subnet', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:34.850693 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (1310714a-4acb-4f09-b4aa-7a22c2293633), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:34.860146 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2434871 Mar 11 19:16:34.867098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38346) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:34.879343 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Request body: {'subnet': {'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-13314323-subnet', 'tenant_id': '19df638cf3b946c38b993d982343f6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:34.961190 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f94160-7a18-4ffd-8807-3d2dce06cc99 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e233e6-a6a7-42fb-b974-abd47312929e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:34.974788 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network b3e233e6-a6a7-42fb-b974-abd47312929e details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:16:35.013165 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564de32-be04-43b1-b9e6-261e559bf59f admin admin] Pushing event updated for resources: {'Network': ['ID=1a10a9b7-47b7-444c-8ac2-5c860f72d898,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:35.026451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:16:35.040698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Made reservation on behalf of 7ebaeb5b399c4fd298cbe1004654368c for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:35.044300 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.048710 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Made reservation on behalf of 19df638cf3b946c38b993d982343f6fe for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:35.051460 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.074773 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (1310714a-4acb-4f09-b4aa-7a22c2293633), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.076134 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:35.076914 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.091089 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (704ba0a8-827c-4db3-b016-bae21207dbd5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.222729 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6394672 Mar 11 19:16:35.222991 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38366) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:35.242010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Request body: {'subnet': {'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1219743852-subnet', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:35.247418 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704ba0a8-827c-4db3-b016-bae21207dbd5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:35.266533 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Checking segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:35.266893 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Network hostable DHCP agents. Network: 5b68d94e-eaf5-4cce-88a4-4aa976165179, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:16:35.289810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534729c-ef6e-47d8-84b5-e94b3ee52a23 admin admin] Pushing event updated for resources: {'Network': ['ID=1310714a-4acb-4f09-b4aa-7a22c2293633,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:35.308190 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Made reservation on behalf of 7d710cf3e62e46a4a4fafbefe6024ccf for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:35.311465 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.313365 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:16:35.343220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:16:35.372390 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 5b68d94e-eaf5-4cce-88a4-4aa976165179) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:35.409842 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:35.410720 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.426542 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f88fd1c-6f76-4244-a3d8-4882bf5cf34f None None] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:35.468317 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-33ecb0f2-f8f0-4fba-8840-e6b472ddf4f2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9857006 Mar 11 19:16:35.471151 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38374) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:35.478539 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:35.490946 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (7b785dd7-6031-4719-8c3a-1fd72a1aee12), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.499884 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (40a4f41f-0ba4-49f3-9919-22b431bd67eb), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.520390 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.566720 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b785dd7-6031-4719-8c3a-1fd72a1aee12,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:35.589464 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (324f3a14-0e6d-477f-aa16-29f077915ca5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.590710 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (324f3a14-0e6d-477f-aa16-29f077915ca5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.606523 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d361f9be-9ee9-4642-9341-4432f95eba1e None None] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:35.618545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Checking segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:35.619146 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Network hostable DHCP agents. Network: b3e233e6-a6a7-42fb-b974-abd47312929e, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:16:35.623859 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Checking segment: {'id': '6c218b26-2bc9-4b5f-9653-14b89835944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:35.624212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Network hostable DHCP agents. Network: 1a10a9b7-47b7-444c-8ac2-5c860f72d898, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:16:35.642904 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a4f41f-0ba4-49f3-9919-22b431bd67eb,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:35.661930 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Network b3e233e6-a6a7-42fb-b974-abd47312929e is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:16:35.667660 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:16:35.681290 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, b3e233e6-a6a7-42fb-b974-abd47312929e) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:35.691694 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:35.692576 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.723279 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 1a10a9b7-47b7-444c-8ac2-5c860f72d898) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:35.730309 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:35.731014 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.734871 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a07272-e37c-40a0-8bc4-510aee9c51df None None] Network b3e233e6-a6a7-42fb-b974-abd47312929e requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:35.753556 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-84a5756d-c138-4413-8927-7ace0da5a346 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9120755 Mar 11 19:16:35.764955 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38380) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:35.786232 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:35.812052 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-79989f77-51f8-40ae-b756-44c7c180f52e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9281020 Mar 11 19:16:35.830549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (af34ff3c-566d-46d1-adff-663485e29a8f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.832058 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (af34ff3c-566d-46d1-adff-663485e29a8f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.859930 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks [] for router_controller (324f3a14-0e6d-477f-aa16-29f077915ca5), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.861827 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b0221-537f-4e9d-b11e-f56a0ab46fe7 None None] Network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:35.921965 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (55f4b999-9d14-403a-87bd-ebce09cf262f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:35.995577 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks [] for router_controller (af34ff3c-566d-46d1-adff-663485e29a8f), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.009056 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-b3e233e6-a6a7-42fb-b974-abd47312929e', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:16:36.013036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.018851 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f4b999-9d14-403a-87bd-ebce09cf262f,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:36.350520 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks [] for router_gateway (324f3a14-0e6d-477f-aa16-29f077915ca5), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.353999 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Checking segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:36.354365 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Network hostable DHCP agents. Network: 1310714a-4acb-4f09-b4aa-7a22c2293633, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:16:36.389837 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks [] for router_gateway (af34ff3c-566d-46d1-adff-663485e29a8f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.395743 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410993d3-5ceb-4471-b815-7f0071261ca2 None None] Network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:36.448170 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:16:36.482190 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 1310714a-4acb-4f09-b4aa-7a22c2293633) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:36.491761 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:36.492931 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.510259 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f935ff3-4439-4d90-8e69-f6d164651505 None None] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:36.512126 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38434) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:36.559770 dv-cinder-830674-2-iscsi neutron-server[103355]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 19:16:36.561763 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2f1810e5-2134-4151-a9f1-1791f389cfbb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3368080 Mar 11 19:16:36.566043 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38438) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:36.577954 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:36.598461 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Allocated IP 172.20.0.2 (b3e233e6-a6a7-42fb-b974-abd47312929e/7b785dd7-6031-4719-8c3a-1fd72a1aee12/8b4f35cb-26ac-4967-9592-6ca606f9a8cc) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:36.720305 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (89fc95f1-cebb-4f27-b067-b2f15e80992f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.721554 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (89fc95f1-cebb-4f27-b067-b2f15e80992f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.829420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks [] for router_controller (89fc95f1-cebb-4f27-b067-b2f15e80992f), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.989193 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27e944b5-19fb-452e-b946-5539f5c3e6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.077065 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-1310714a-4acb-4f09-b4aa-7a22c2293633', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:16:37.077577 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.110356 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-0cb1122a-c21c-4b8f-9f15-cc1de5f011e7 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:37.112674 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-0cb1122a-c21c-4b8f-9f15-cc1de5f011e7 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/networks?id=1a10a9b7-47b7-444c-8ac2-5c860f72d898 HTTP/1.1" status: 200 len: 810 time: 0.5992846 Mar 11 19:16:37.166650 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38460) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:37.182850 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-58a273c5-f93b-4798-96a4-24cfb757c585 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/quotas/19df638cf3b946c38b993d982343f6fe HTTP/1.1" status: 200 len: 375 time: 0.0245993 Mar 11 19:16:37.204668 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks [] for router_gateway (324f3a14-0e6d-477f-aa16-29f077915ca5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.263033 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks [] for router_gateway (89fc95f1-cebb-4f27-b067-b2f15e80992f), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.273894 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.295307 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-510aecfe-e183-4b59-9f9a-df2841d787f8 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19df638cf3b946c38b993d982343f6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749555 Mar 11 19:16:37.318889 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Allocated IP 172.20.0.2 (1310714a-4acb-4f09-b4aa-7a22c2293633/55f4b999-9d14-403a-87bd-ebce09cf262f/d053b090-ef52-493a-b162-f1252603896a) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:37.361296 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b634a469-1311-479d-94a4-fbaa3bc2b476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.444290 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3c59fb56-8983-4133-bb91-19ae0b3c059c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:16:37.446006 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3c59fb56-8983-4133-bb91-19ae0b3c059c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0720835 Mar 11 19:16:37.454428 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Publish callbacks [] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.454842 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks [] for router_gateway (af34ff3c-566d-46d1-adff-663485e29a8f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.462241 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Allocated IP 172.27.2.207 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/f8b2603c-0e1e-4499-96ac-4a1ccad308fb) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:37.488463 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.524645 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.556579 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Network b3e233e6-a6a7-42fb-b974-abd47312929e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:37.570247 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:37.570247 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:37.577957 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Pushing event updated for resources: {'Port': ['ID=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:37.636689 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.637830 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.638056 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.638407 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.638744 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.639089 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.639408 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.639738 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.640066 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.640408 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.640764 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.641088 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.641412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Tracked resource versions report: Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: pushed versions: Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Log': {'1.0'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Network': {'1.1'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Port': {'1.7'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'PortForwarding': {'1.2'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'QosPolicy': {'1.10'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SubPort': {'1.0'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Subnet': {'1.1'}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Trunk': {'1.1'}} Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: consumer versions: Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: HyperV agent@hv-cinder-83067: {}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'ConntrackHelper': '1.0', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'LocalIPAssociation': '1.0', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Log': '1.0', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Network': '1.1', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Port': '1.7', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'PortForwarding': '1.2', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'QosPolicy': '1.10', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroup': '1.5', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SecurityGroupRule': '1.2', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'SubPort': '1.0', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Subnet': '1.1', Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: 'Trunk': '1.1'}} Mar 11 19:16:37.642625 dv-cinder-830674-2-iscsi neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:37.694315 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Attempting to bind port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:37.694595 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Attempting to bind port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:37.695150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Attempting to bind port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc on network b3e233e6-a6a7-42fb-b974-abd47312929e {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:37.700256 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks [] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.703552 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Publish callbacks [] for port (d053b090-ef52-493a-b162-f1252603896a), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.705797 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:37.706173 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Checking segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:37.706795 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.707196 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Bound using segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:37.707861 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Bound port: 8b4f35cb-26ac-4967-9592-6ca606f9a8cc, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:37.708860 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.715777 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks [] for router_gateway (89fc95f1-cebb-4f27-b067-b2f15e80992f), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.724849 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (d053b090-ef52-493a-b162-f1252603896a), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.742271 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.798841 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:37.809097 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:37.813715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b634a469-1311-479d-94a4-fbaa3bc2b476 admin admin] Publish callbacks [] for security_group (2e275a42-5ffd-4053-8af6-83e7a38edd7b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.818497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:37.826476 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Pushing event updated for resources: {'Port': ['ID=d053b090-ef52-493a-b162-f1252603896a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:37.828281 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-0193138f-28d4-47a2-9b13-0a7478dc2453 service neutron] 10.222.0.55 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373761 Mar 11 19:16:37.837233 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.865843 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b634a469-1311-479d-94a4-fbaa3bc2b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2e275a42-5ffd-4053-8af6-83e7a38edd7b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.873990 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] For port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:37.882977 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:37.897896 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:37.900750 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:37.904536 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Pushing event updated for resources: {'Port': ['ID=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:37.933944 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] For port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:37.941277 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Attempting to bind port d053b090-ef52-493a-b162-f1252603896a on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:37.941815 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Attempting to bind port d053b090-ef52-493a-b162-f1252603896a by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:37.942080 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Attempting to bind port d053b090-ef52-493a-b162-f1252603896a on network 1310714a-4acb-4f09-b4aa-7a22c2293633 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:37.951992 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.958571 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:37.959167 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Checking segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:37.959590 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.959996 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Bound using segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:37.960656 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Bound port: d053b090-ef52-493a-b162-f1252603896a, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:37.961120 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (d053b090-ef52-493a-b162-f1252603896a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.039061 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634a469-1311-479d-94a4-fbaa3bc2b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e275a42-5ffd-4053-8af6-83e7a38edd7b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:38.060817 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b634a469-1311-479d-94a4-fbaa3bc2b476 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7831562b02884382a7ef579da847ce0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8922081 Mar 11 19:16:38.065348 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38482) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:38.094782 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54568a4-385f-445f-8f2b-1bd4ca2b263c None None] Pushing event updated for resources: {'Port': ['ID=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:38.111651 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Allocated IP 172.27.2.123 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/c8b9289c-c092-4d20-aa98-a3c459716d3a) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:38.151732 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] For port d053b090-ef52-493a-b162-f1252603896a, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:38.157158 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] For port d053b090-ef52-493a-b162-f1252603896a, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=d053b090-ef52-493a-b162-f1252603896a,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:38.170013 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (d053b090-ef52-493a-b162-f1252603896a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.174343 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-45c601e9-7598-4010-9962-2812872d9974 service neutron] 10.222.0.55 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450441 Mar 11 19:16:38.277390 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588878-56a6-4907-9cfc-4f15f9901247 None None] Pushing event updated for resources: {'Port': ['ID=d053b090-ef52-493a-b162-f1252603896a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:38.346159 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64083b5b-f4ef-4614-a40e-71d12fcb6d33 admin admin] Publish callbacks [] for security_group (2e275a42-5ffd-4053-8af6-83e7a38edd7b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.375909 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64083b5b-f4ef-4614-a40e-71d12fcb6d33 admin admin] Publish callbacks [] for security_group (2e275a42-5ffd-4053-8af6-83e7a38edd7b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.483203 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64083b5b-f4ef-4614-a40e-71d12fcb6d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2e275a42-5ffd-4053-8af6-83e7a38edd7b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.493246 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-64083b5b-f4ef-4614-a40e-71d12fcb6d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.494565 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-64083b5b-f4ef-4614-a40e-71d12fcb6d33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e275a42-5ffd-4053-8af6-83e7a38edd7b HTTP/1.1" status: 204 len: 168 time: 0.4226866 Mar 11 19:16:38.546449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks [] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.591151 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083b5b-f4ef-4614-a40e-71d12fcb6d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e275a42-5ffd-4053-8af6-83e7a38edd7b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:38.694291 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.731929 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:38.985797 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1e6956c7-28fb-4ad2-b5b6-5368ffe38d68 req-bb11b50b-8c36-4a52-8ead-14d956445c97 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.1739421 Mar 11 19:16:39.047678 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:39.048530 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks [] for router_gateway (324f3a14-0e6d-477f-aa16-29f077915ca5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.051331 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:39.094050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c8b9289c-c092-4d20-aa98-a3c459716d3a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:39.103398 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:39.112647 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8b4f35cb-26ac-4967-9592-6ca606f9a8cc up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:39.256989 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:39.257379 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.374381 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Allocated IP 172.27.2.202 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/1837e8ab-652a-4a3b-9809-afe56c7d1f54) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:39.436568 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (324f3a14-0e6d-477f-aa16-29f077915ca5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.497371 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:39.497765 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.558520 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:39.566129 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.652021 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:39.701684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks [] for router_gateway (af34ff3c-566d-46d1-adff-663485e29a8f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.860570 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks [] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.963969 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.976375 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Router 324f3a14-0e6d-477f-aa16-29f077915ca5 is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:16:40.042598 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:40.077381 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:40.088596 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:40.091278 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Pushing event updated for resources: {'Port': ['ID=1837e8ab-652a-4a3b-9809-afe56c7d1f54,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:40.160806 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38574) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:40.206094 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77a28f-d9e1-48f2-b834-ad5d718b0e42 None None] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:40.231265 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cea39ac2-7ede-4eb0-95fa-1594c4f67210 req-6936df90-9144-4721-a4e4-67d225fa0dec tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.0663610 Mar 11 19:16:40.232985 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (af34ff3c-566d-46d1-adff-663485e29a8f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.357483 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.397472 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] Provisioning complete for port d053b090-ef52-493a-b162-f1252603896a triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:40.398559 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (d053b090-ef52-493a-b162-f1252603896a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.482891 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:40.498121 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Sync routers for ids ['324f3a14-0e6d-477f-aa16-29f077915ca5'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:40.509270 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Routers {'324f3a14-0e6d-477f-aa16-29f077915ca5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:40.509620 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['324f3a14-0e6d-477f-aa16-29f077915ca5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:40.512923 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Router af34ff3c-566d-46d1-adff-663485e29a8f is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:16:40.551426 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f68356-7e1c-4691-ae05-0997c5a77480 None None] Network b3e233e6-a6a7-42fb-b974-abd47312929e requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:40.672654 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] Current status of the port d053b090-ef52-493a-b162-f1252603896a is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:40.679729 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (d053b090-ef52-493a-b162-f1252603896a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.716496 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Set router 324f3a14-0e6d-477f-aa16-29f077915ca5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:40.744302 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] For port d053b090-ef52-493a-b162-f1252603896a, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=d053b090-ef52-493a-b162-f1252603896a,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:40.752962 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (d053b090-ef52-493a-b162-f1252603896a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.832419 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks [] for router_gateway (89fc95f1-cebb-4f27-b067-b2f15e80992f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.845444 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec35e-e1fa-459f-894a-aefc71c84d71 None None] Pushing event updated for resources: {'Port': ['ID=d053b090-ef52-493a-b162-f1252603896a,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:40.889501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-6dec35c6-83dc-40a7-8634-4b4d1764bdda None None] Provisioning complete for port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:40.889882 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6dec35c6-83dc-40a7-8634-4b4d1764bdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.911546 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:40.937778 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.939520 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-23f7d56a-70d4-40f8-8c4d-ad90a6b28cb9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1722095 Mar 11 19:16:40.942256 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38596) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:40.944939 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:40.949590 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c4372f58-eec3-4287-a412-7aa40bef0aef admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4771702 Mar 11 19:16:40.950221 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38598) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:40.977072 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:41.022874 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:41.023575 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:41.111125 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8b4f35cb-26ac-4967-9592-6ca606f9a8cc up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:41.163391 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:38Z', 'revision_number': 3, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:41.205946 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Checking router: 324f3a14-0e6d-477f-aa16-29f077915ca5 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:41.206645 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Updating router 324f3a14-0e6d-477f-aa16-29f077915ca5 port f8b2603c-0e1e-4499-96ac-4a1ccad308fb binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:41.245246 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.306391 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:41.306391 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6dec35c6-83dc-40a7-8634-4b4d1764bdda None None] Current status of the port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:41.452470 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (89fc95f1-cebb-4f27-b067-b2f15e80992f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.763202 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Publish callbacks [] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.773013 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.773613 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2a9ecbb-dd6c-4ce4-9634-7a28d21e14f8 req-92ae390a-811a-4b69-a588-8b6cbfc1a648 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.0598538 Mar 11 19:16:41.778284 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:41.784884 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.857044 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Pushing event updated for resources: {'Port': ['ID=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:41.866288 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.866875 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.867510 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.868035 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.868598 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.869097 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.869561 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.870022 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.870483 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.870973 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.871432 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.871889 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.872343 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Tracked resource versions report: Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: pushed versions: Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Log': {'1.0'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Network': {'1.1'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Port': {'1.7'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'PortForwarding': {'1.2'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'QosPolicy': {'1.10'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SubPort': {'1.0'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Subnet': {'1.1'}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Trunk': {'1.1'}} Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: consumer versions: Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: { DHCP agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: HyperV agent@hv-cinder-83067: {}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: L3 agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: Metadata agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: Metering agent@dv-cinder-830674-2-iscsi: {}, Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: Open vSwitch agent@dv-cinder-830674-2-iscsi: { 'AddressGroup': '1.2', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'ConntrackHelper': '1.0', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'LocalIPAssociation': '1.0', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Log': '1.0', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Network': '1.1', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Port': '1.7', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'PortForwarding': '1.2', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'QosPolicy': '1.10', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroup': '1.5', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SecurityGroupRule': '1.2', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'SubPort': '1.0', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Subnet': '1.1', Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: 'Trunk': '1.1'}} Mar 11 19:16:41.873664 dv-cinder-830674-2-iscsi neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:41.894950 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Attempting to bind port f8b2603c-0e1e-4499-96ac-4a1ccad308fb on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:41.896186 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Attempting to bind port f8b2603c-0e1e-4499-96ac-4a1ccad308fb by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:41.897453 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Attempting to bind port f8b2603c-0e1e-4499-96ac-4a1ccad308fb on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:41.904012 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:41.904670 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:41.905264 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.905792 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:41.906425 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Bound port: f8b2603c-0e1e-4499-96ac-4a1ccad308fb, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:41.906986 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.966375 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] For port f8b2603c-0e1e-4499-96ac-4a1ccad308fb, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:41.969944 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] For port f8b2603c-0e1e-4499-96ac-4a1ccad308fb, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:41.977853 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.999953 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:16:42.010176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.055320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-a86b4d61-639b-4468-bda5-8a153dd46f0c None None] Provisioning complete for port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:42.055320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d61-639b-4468-bda5-8a153dd46f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.060156 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Routers {'324f3a14-0e6d-477f-aa16-29f077915ca5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:42.061026 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['324f3a14-0e6d-477f-aa16-29f077915ca5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:42.073988 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.139419 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6338f2-aeb4-4db5-97f9-eb7816a86d37 None None] Pushing event updated for resources: {'Port': ['ID=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:42.187604 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:42.188707 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device d053b090-ef52-493a-b162-f1252603896a up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:42.260804 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:39Z', 'revision_number': 3, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:42.294231 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a86b4d61-639b-4468-bda5-8a153dd46f0c None None] Current status of the port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:42.298320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:42.298320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Updating router af34ff3c-566d-46d1-adff-663485e29a8f port c8b9289c-c092-4d20-aa98-a3c459716d3a binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:42.320139 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] Set router 324f3a14-0e6d-477f-aa16-29f077915ca5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:42.338605 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-a86b4d61-639b-4468-bda5-8a153dd46f0c None None] Provisioning complete for port d053b090-ef52-493a-b162-f1252603896a triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:42.339166 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a86b4d61-639b-4468-bda5-8a153dd46f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (d053b090-ef52-493a-b162-f1252603896a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.371319 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.374444 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port d053b090-ef52-493a-b162-f1252603896a triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:42.374817 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (d053b090-ef52-493a-b162-f1252603896a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.438131 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:42.503652 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.506686 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:42.510959 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a16ee1e7-05ae-4606-86cd-b66208b4ee25 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9398704 Mar 11 19:16:42.513450 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38646) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:42.524052 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.538335 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:42.538963 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:42.715191 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Allocated IP 172.20.0.1 (b3e233e6-a6a7-42fb-b974-abd47312929e/7b785dd7-6031-4719-8c3a-1fd72a1aee12/27400834-7014-4729-879d-8fc1c7258cb0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:42.745408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38658) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:42.765723 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:42.849202 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:38Z', 'revision_number': 3, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:42.881436 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb53579-34be-4dc0-8501-5306ae6016b5 None None] The sync data for ids ['324f3a14-0e6d-477f-aa16-29f077915ca5'] in dv-cinder-830674-2-iscsi is: [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:38Z', 'revision_number': 3, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:42.912378 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a86b4d61-639b-4468-bda5-8a153dd46f0c None None] Current status of the port d053b090-ef52-493a-b162-f1252603896a is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:43.012673 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Allocated IP 172.20.0.1 (5b68d94e-eaf5-4cce-88a4-4aa976165179/704ba0a8-827c-4db3-b016-bae21207dbd5/5d0a7672-45ac-4043-a9e9-fbadcc16537b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:43.056347 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks [] for port (27400834-7014-4729-879d-8fc1c7258cb0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.059763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port d053b090-ef52-493a-b162-f1252603896a is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:43.135460 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ace335e4-5115-40cb-bf0b-7f7be2a1b185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.157491 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (27400834-7014-4729-879d-8fc1c7258cb0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.167902 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:40Z', 'revision_number': 3, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:43.203056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Network b3e233e6-a6a7-42fb-b974-abd47312929e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:43.211575 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks [] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.211798 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:43.217537 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:43.218666 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Updating router 89fc95f1-cebb-4f27-b067-b2f15e80992f port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:43.220011 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device d053b090-ef52-493a-b162-f1252603896a up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:43.235992 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-10cf356d-2e31-41e3-883f-97b13f09e0f0 req-2ae23bad-0c33-4fd9-af81-a16deec68bfb tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.1386001 Mar 11 19:16:43.265501 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.267105 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:43.267875 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (af34ff3c-566d-46d1-adff-663485e29a8f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.277040 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.321548 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:43.378085 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:43.392028 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:43.392511 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (324f3a14-0e6d-477f-aa16-29f077915ca5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.424521 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Publish callbacks [] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.446644 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.449744 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port d053b090-ef52-493a-b162-f1252603896a triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:43.449744 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (d053b090-ef52-493a-b162-f1252603896a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.543153 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0a7672-45ac-4043-a9e9-fbadcc16537b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:43.570353 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Pushing event updated for resources: {'Port': ['ID=27400834-7014-4729-879d-8fc1c7258cb0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:43.650671 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538526-f166-4119-b161-b0007acf7c4a None None] Pushing event updated for resources: {'Port': ['ID=c8b9289c-c092-4d20-aa98-a3c459716d3a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:43.711646 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Attempting to bind port c8b9289c-c092-4d20-aa98-a3c459716d3a on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:43.712224 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Attempting to bind port c8b9289c-c092-4d20-aa98-a3c459716d3a by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:43.713311 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Attempting to bind port c8b9289c-c092-4d20-aa98-a3c459716d3a on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:43.724594 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Publish callbacks [] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.730138 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:43.730632 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:43.732442 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.733244 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:43.735188 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Bound port: c8b9289c-c092-4d20-aa98-a3c459716d3a, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:43.735881 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.741072 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-2a1b762e-d008-4863-a16c-b3fa2f4171c4 None None] Provisioning complete for port 27400834-7014-4729-879d-8fc1c7258cb0 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:43.741533 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a1b762e-d008-4863-a16c-b3fa2f4171c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (27400834-7014-4729-879d-8fc1c7258cb0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.748197 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.795016 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4e879-428a-4296-afb7-f7649b5872b6 None None] Pushing event updated for resources: {'Port': ['ID=1837e8ab-652a-4a3b-9809-afe56c7d1f54,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:43.832268 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Attempting to bind port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:43.832660 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Attempting to bind port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:43.834157 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Attempting to bind port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:43.844829 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:43.845930 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:43.846351 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.846821 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:43.847288 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Bound port: 1837e8ab-652a-4a3b-9809-afe56c7d1f54, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:43.847721 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.929913 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] For port c8b9289c-c092-4d20-aa98-a3c459716d3a, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:43.930298 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] For port 1837e8ab-652a-4a3b-9809-afe56c7d1f54, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:43.930373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port d053b090-ef52-493a-b162-f1252603896a is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:43.930438 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] For port 1837e8ab-652a-4a3b-9809-afe56c7d1f54, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=1837e8ab-652a-4a3b-9809-afe56c7d1f54,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:43.931411 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b762e-d008-4863-a16c-b3fa2f4171c4 None None] Port 27400834-7014-4729-879d-8fc1c7258cb0 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:43.944124 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.954343 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.961757 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] For port c8b9289c-c092-4d20-aa98-a3c459716d3a, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c8b9289c-c092-4d20-aa98-a3c459716d3a,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:43.972849 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ace335e4-5115-40cb-bf0b-7f7be2a1b185 admin admin] Publish callbacks [] for security_group (5104d87d-6fca-4253-b7c7-961db3b31b66), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.979730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.013936 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ace335e4-5115-40cb-bf0b-7f7be2a1b185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (5104d87d-6fca-4253-b7c7-961db3b31b66), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.025198 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4e879-428a-4296-afb7-f7649b5872b6 None None] Pushing event updated for resources: {'Port': ['ID=1837e8ab-652a-4a3b-9809-afe56c7d1f54,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:44.062191 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace335e4-5115-40cb-bf0b-7f7be2a1b185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5104d87d-6fca-4253-b7c7-961db3b31b66,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:44.064355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (27400834-7014-4729-879d-8fc1c7258cb0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.075609 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:44.076240 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:44.081986 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:44.082687 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:44.202915 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ace335e4-5115-40cb-bf0b-7f7be2a1b185 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c23c1caccdf54c27871707a464e9574a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4562798 Mar 11 19:16:44.213592 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 38678) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:44.243419 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:44.244939 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:44.342968 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538526-f166-4119-b161-b0007acf7c4a None None] Pushing event updated for resources: {'Port': ['ID=c8b9289c-c092-4d20-aa98-a3c459716d3a,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:44.343599 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks [] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.356162 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.358092 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (324f3a14-0e6d-477f-aa16-29f077915ca5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.448658 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbfee4d0-4e36-4af1-83be-a80dac466f50 admin admin] Publish callbacks [] for security_group (5104d87d-6fca-4253-b7c7-961db3b31b66), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.481703 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22b89efe-9967-4942-b3cb-00894236ab7e req-04077fce-aa95-4edd-b876-6fb232ad6ec5 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.0820014 Mar 11 19:16:44.514385 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0a7672-45ac-4043-a9e9-fbadcc16537b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:44.519266 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbfee4d0-4e36-4af1-83be-a80dac466f50 admin admin] Publish callbacks [] for security_group (5104d87d-6fca-4253-b7c7-961db3b31b66), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.560812 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks [] for port (27400834-7014-4729-879d-8fc1c7258cb0), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.561793 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:42Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:44.577861 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (27400834-7014-4729-879d-8fc1c7258cb0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.578596 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (af34ff3c-566d-46d1-adff-663485e29a8f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.586857 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:40Z', 'revision_number': 3, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:44.606240 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:44.607709 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:44.617104 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb22caa-6510-43a3-9252-a531ef4f47aa None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:42Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:44.618253 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.639332 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3e8eae-f6cd-4575-a761-35411170f017 None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:40Z', 'revision_number': 3, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:44.733111 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Pushing event updated for resources: {'Port': ['ID=27400834-7014-4729-879d-8fc1c7258cb0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:44.776503 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbfee4d0-4e36-4af1-83be-a80dac466f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (5104d87d-6fca-4253-b7c7-961db3b31b66), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.779664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbfee4d0-4e36-4af1-83be-a80dac466f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:44.789358 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-dbfee4d0-4e36-4af1-83be-a80dac466f50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5104d87d-6fca-4253-b7c7-961db3b31b66 HTTP/1.1" status: 204 len: 168 time: 0.5629215 Mar 11 19:16:44.838887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee4d0-4e36-4af1-83be-a80dac466f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104d87d-6fca-4253-b7c7-961db3b31b66,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:44.919556 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.18', 65388) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:44.990286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Network b3e233e6-a6a7-42fb-b974-abd47312929e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:45.021440 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:45.144773 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Router 324f3a14-0e6d-477f-aa16-29f077915ca5 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:16:45.344958 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device f8b2603c-0e1e-4499-96ac-4a1ccad308fb up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:45.702140 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:45.714780 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-dd29bf52-216d-4ac1-8262-89c66c62cad2 admin admin] 10.222.0.55 "PUT /v2.0/routers/324f3a14-0e6d-477f-aa16-29f077915ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7606161 Mar 11 19:16:45.832462 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port f8b2603c-0e1e-4499-96ac-4a1ccad308fb triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:45.833036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:45.836198 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-2ca978c5-a6fa-47a8-b013-135e214babfd None None] Provisioning complete for port 27400834-7014-4729-879d-8fc1c7258cb0 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:45.836198 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ca978c5-a6fa-47a8-b013-135e214babfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (27400834-7014-4729-879d-8fc1c7258cb0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:45.874220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38724) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:45.925690 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6051f4a3-064f-47bc-bcb3-2fc96d3637f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.017393 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-15c790f7-5040-4313-a34a-8d089cbcf92f req-f8c969a1-1c93-4c9b-a470-779f0a2d601e tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.2629068 Mar 11 19:16:46.048560 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Allocated IP 172.20.0.1 (1310714a-4acb-4f09-b4aa-7a22c2293633/55f4b999-9d14-403a-87bd-ebce09cf262f/6f1e1118-96a9-4a7f-accd-5c427ba6544e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:46.093331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2ca978c5-a6fa-47a8-b013-135e214babfd None None] Port 27400834-7014-4729-879d-8fc1c7258cb0 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:46.158417 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Sync routers for ids ['324f3a14-0e6d-477f-aa16-29f077915ca5'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:46.202581 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-1230f361-fccf-41c3-b93e-5143d4fb38d0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:46.204096 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-1230f361-fccf-41c3-b93e-5143d4fb38d0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.18 "GET /v2.0/networks?id=1a10a9b7-47b7-444c-8ac2-5c860f72d898 HTTP/1.1" status: 200 len: 810 time: 1.2848563 Mar 11 19:16:46.262065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6051f4a3-064f-47bc-bcb3-2fc96d3637f9 admin admin] Publish callbacks [] for security_group (294fea10-06fd-4c3f-8a38-6f306c6f84ad), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.273361 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6051f4a3-064f-47bc-bcb3-2fc96d3637f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (294fea10-06fd-4c3f-8a38-6f306c6f84ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.291853 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Routers {'324f3a14-0e6d-477f-aa16-29f077915ca5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:46.296771 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['324f3a14-0e6d-477f-aa16-29f077915ca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:46.309984 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Request body: {'port': {'device_id': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898', 'admin_state_up': True, 'tenant_id': '19df638cf3b946c38b993d982343f6fe'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:46.395339 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port f8b2603c-0e1e-4499-96ac-4a1ccad308fb is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:46.398777 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.518910 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6051f4a3-064f-47bc-bcb3-2fc96d3637f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e31c46ee9580493ab833d9e6caa13781&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6421421 Mar 11 19:16:46.521645 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051f4a3-064f-47bc-bcb3-2fc96d3637f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294fea10-06fd-4c3f-8a38-6f306c6f84ad,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:46.538749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38772) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:46.539260 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port f8b2603c-0e1e-4499-96ac-4a1ccad308fb, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:46.549964 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.789181 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60acf072-9613-48ba-a91f-e7cf6eac564e admin admin] Publish callbacks [] for security_group (294fea10-06fd-4c3f-8a38-6f306c6f84ad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.827086 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Set router 324f3a14-0e6d-477f-aa16-29f077915ca5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:46.829049 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:46.861899 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60acf072-9613-48ba-a91f-e7cf6eac564e admin admin] Publish callbacks [] for security_group (294fea10-06fd-4c3f-8a38-6f306c6f84ad), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.982093 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60acf072-9613-48ba-a91f-e7cf6eac564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (294fea10-06fd-4c3f-8a38-6f306c6f84ad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.984613 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-60acf072-9613-48ba-a91f-e7cf6eac564e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:46.985810 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-60acf072-9613-48ba-a91f-e7cf6eac564e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/294fea10-06fd-4c3f-8a38-6f306c6f84ad HTTP/1.1" status: 204 len: 168 time: 0.4447546 Mar 11 19:16:46.997750 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acf072-9613-48ba-a91f-e7cf6eac564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294fea10-06fd-4c3f-8a38-6f306c6f84ad,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:47.415429 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks [] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:47.518232 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '5d0a7672-45ac-4043-a9e9-fbadcc16537b', 'name': '', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'mac_address': 'fa:16:3e:e2:1b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:44Z', 'revision_number': 2, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'subnets': [{'id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:47.555692 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Router af34ff3c-566d-46d1-adff-663485e29a8f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:16:47.600164 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:47.603871 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Checking router: 324f3a14-0e6d-477f-aa16-29f077915ca5 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:47.604761 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Updating router 324f3a14-0e6d-477f-aa16-29f077915ca5 port 5d0a7672-45ac-4043-a9e9-fbadcc16537b binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:47.621314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 1837e8ab-652a-4a3b-9809-afe56c7d1f54 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:47.745315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:47.765208 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9c5c8d4f-1940-4e20-b7bb-066e53f4b789 req-a78db98a-d438-4441-8ce0-70a39146beea tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.1958144 Mar 11 19:16:47.797827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:47.803386 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:47.804997 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (89fc95f1-cebb-4f27-b067-b2f15e80992f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:47.854573 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:47.952077 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-2f38cd0f-71d8-4be6-8ae6-fa011ef88b77 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:47.966046 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-2f38cd0f-71d8-4be6-8ae6-fa011ef88b77 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 819 time: 1.1430266 Mar 11 19:16:48.369144 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-34a1a46b-741e-49c5-bae5-d21c8e9d6c81 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/quotas/eea4a9a11a58483fb79f39f95e0311f1 HTTP/1.1" status: 200 len: 375 time: 0.4009299 Mar 11 19:16:48.440384 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:48.441052 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:48.516679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Made reservation on behalf of 19df638cf3b946c38b993d982343f6fe for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:48.527103 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:48.595786 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-96283844-e858-4460-ae6a-127d84958c21 None None] Provisioning complete for port 6f1e1118-96a9-4a7f-accd-5c427ba6544e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:48.596283 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96283844-e858-4460-ae6a-127d84958c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:48.827534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1e1118-96a9-4a7f-accd-5c427ba6544e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:48.839909 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38860) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:48.915193 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-45b1a2b0-49c1-42ca-aebd-de4182573b05 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5432479 Mar 11 19:16:49.005897 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Publish callbacks [] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.009564 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-96283844-e858-4460-ae6a-127d84958c21 None None] Port 6f1e1118-96a9-4a7f-accd-5c427ba6544e cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:49.024255 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.072053 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c21ec8e-b644-46d8-804d-b55be820aa70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.139531 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7796529b-5b72-4631-b34e-bffe650abf58 req-e1218e31-2685-428c-9c9c-c7162b821b8a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.1994135 Mar 11 19:16:49.140969 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:49.180805 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-fb4c3c9b-3e0d-43fe-9f17-ac7e3ce65b13 admin admin] 10.222.0.55 "PUT /v2.0/routers/af34ff3c-566d-46d1-adff-663485e29a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2365086 Mar 11 19:16:49.343430 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:49.343839 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.377220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c21ec8e-b644-46d8-804d-b55be820aa70 admin admin] Publish callbacks [] for security_group (6249d2ab-a8e9-4618-b9b5-6ab1b79232d5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.386302 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0c21ec8e-b644-46d8-804d-b55be820aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6249d2ab-a8e9-4618-b9b5-6ab1b79232d5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.519409 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496719d8-087e-4f9f-ba68-ac4a9d9a8513 None None] Pushing event updated for resources: {'Port': ['ID=5d0a7672-45ac-4043-a9e9-fbadcc16537b,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:49.534212 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Attempting to bind port 5d0a7672-45ac-4043-a9e9-fbadcc16537b on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:49.534825 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Attempting to bind port 5d0a7672-45ac-4043-a9e9-fbadcc16537b by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:49.535374 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Attempting to bind port 5d0a7672-45ac-4043-a9e9-fbadcc16537b on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:49.552892 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-0c21ec8e-b644-46d8-804d-b55be820aa70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96d45f07ea344337a06d7423322e8c5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7105236 Mar 11 19:16:49.553124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.553661 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:49.575845 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Allocated IP 172.20.0.5 (1a10a9b7-47b7-444c-8ac2-5c860f72d898/40a4f41f-0ba4-49f3-9919-22b431bd67eb/09ab31b7-e39a-419c-81d6-2fa61c57ea47) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:49.576508 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:49.576929 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Checking segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:49.578506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.578930 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Bound using segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:49.581649 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Bound port: 5d0a7672-45ac-4043-a9e9-fbadcc16537b, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:49.582040 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.589098 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21ec8e-b644-46d8-804d-b55be820aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6249d2ab-a8e9-4618-b9b5-6ab1b79232d5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:49.592698 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 1837e8ab-652a-4a3b-9809-afe56c7d1f54, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=1837e8ab-652a-4a3b-9809-afe56c7d1f54,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:49.624891 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.626245 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device f8b2603c-0e1e-4499-96ac-4a1ccad308fb up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:49.650970 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-0823528f-df5a-4967-92f1-abf86dd54e4d service neutron] 10.222.0.55 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347133 Mar 11 19:16:49.874560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-978bba9f-bed2-4a2a-b8e1-95c4a36124c0 admin admin] Publish callbacks [] for security_group (6249d2ab-a8e9-4618-b9b5-6ab1b79232d5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.954305 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-978bba9f-bed2-4a2a-b8e1-95c4a36124c0 admin admin] Publish callbacks [] for security_group (6249d2ab-a8e9-4618-b9b5-6ab1b79232d5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:49.980976 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=1837e8ab-652a-4a3b-9809-afe56c7d1f54,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:50.093289 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:50.094287 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port f8b2603c-0e1e-4499-96ac-4a1ccad308fb triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:50.095397 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:50.116799 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-978bba9f-bed2-4a2a-b8e1-95c4a36124c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6249d2ab-a8e9-4618-b9b5-6ab1b79232d5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:50.120481 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-978bba9f-bed2-4a2a-b8e1-95c4a36124c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:50.143256 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-978bba9f-bed2-4a2a-b8e1-95c4a36124c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6249d2ab-a8e9-4618-b9b5-6ab1b79232d5 HTTP/1.1" status: 204 len: 168 time: 0.5864978 Mar 11 19:16:50.166120 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:50.168107 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:50.195760 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bba9f-bed2-4a2a-b8e1-95c4a36124c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6249d2ab-a8e9-4618-b9b5-6ab1b79232d5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:50.464176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] For port 5d0a7672-45ac-4043-a9e9-fbadcc16537b, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:50.482623 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] For port 5d0a7672-45ac-4043-a9e9-fbadcc16537b, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5d0a7672-45ac-4043-a9e9-fbadcc16537b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:50.517669 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:50.659981 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:50.764890 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38934) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:50.826597 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port f8b2603c-0e1e-4499-96ac-4a1ccad308fb is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:50.832057 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c8b9289c-c092-4d20-aa98-a3c459716d3a up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:50.876477 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496719d8-087e-4f9f-ba68-ac4a9d9a8513 None None] Pushing event updated for resources: {'Port': ['ID=5d0a7672-45ac-4043-a9e9-fbadcc16537b,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:50.919605 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:50.925835 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443781371', 'description': 'tempest-description--1672191801'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:50.946660 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Routers {'324f3a14-0e6d-477f-aa16-29f077915ca5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:50.951058 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['324f3a14-0e6d-477f-aa16-29f077915ca5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:51.008938 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.145876 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:44Z', 'revision_number': 2, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:51.228832 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:51.229191 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Updating router af34ff3c-566d-46d1-adff-663485e29a8f port 27400834-7014-4729-879d-8fc1c7258cb0 binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:51.285143 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (c951a857-7997-4156-a3ed-7c9cc5acb60b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.293794 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c951a857-7997-4156-a3ed-7c9cc5acb60b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.311473 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (27400834-7014-4729-879d-8fc1c7258cb0), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.320407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks [] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.364822 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.370552 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4491661 Mar 11 19:16:51.388693 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:51.396164 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-8add7b89-b7bc-4924-bcfe-a468df0f9d08 service neutron] 10.222.0.55 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7441170 Mar 11 19:16:51.406845 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'security_group_rule': {'security_group_id': 'c951a857-7997-4156-a3ed-7c9cc5acb60b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:51.475955 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] Set router 324f3a14-0e6d-477f-aa16-29f077915ca5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:51.502969 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1876cc0-3345-455c-aac2-5266a2a306d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.581958 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537b85b-6d0a-4690-85e1-02026f2b0793 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c951a857-7997-4156-a3ed-7c9cc5acb60b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:51.594097 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port c8b9289c-c092-4d20-aa98-a3c459716d3a triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:51.594454 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.664755 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks [] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.675406 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (254666f3-8485-46e1-8691-c67b6d9fcd33), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.683316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.683827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (89fc95f1-cebb-4f27-b067-b2f15e80992f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:51.702880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.164216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:52.195863 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:52.199159 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:52.214668 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port c8b9289c-c092-4d20-aa98-a3c459716d3a is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:52.215228 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.221513 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (254666f3-8485-46e1-8691-c67b6d9fcd33), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.229272 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:52.229962 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.231837 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (254666f3-8485-46e1-8691-c67b6d9fcd33), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.308700 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port c8b9289c-c092-4d20-aa98-a3c459716d3a, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c8b9289c-c092-4d20-aa98-a3c459716d3a,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:52.322380 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254666f3-8485-46e1-8691-c67b6d9fcd33,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:52.335279 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Publish callbacks [] for port (27400834-7014-4729-879d-8fc1c7258cb0), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.354180 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.360766 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (27400834-7014-4729-879d-8fc1c7258cb0), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.419838 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.432393 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-74253ff5-5ae7-4621-a7e0-1f6998c6054b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0325644 Mar 11 19:16:52.553812 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1876cc0-3345-455c-aac2-5266a2a306d0 admin admin] Publish callbacks [] for security_group (d9465df7-2125-4699-b51c-5f7079329d6e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.560053 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 38996) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:52.579693 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1d3e067-c467-4eb8-85eb-4926a20d66d7 req-6b5015e1-7096-441b-8c5e-e837efea4ff5 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 210 time: 0.5813191 Mar 11 19:16:52.614555 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3143654 Mar 11 19:16:52.635400 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'security_group_rule': {'security_group_id': 'c951a857-7997-4156-a3ed-7c9cc5acb60b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:52.646647 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:52.647906 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1e1118-96a9-4a7f-accd-5c427ba6544e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:52.761812 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c1876cc0-3345-455c-aac2-5266a2a306d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d9465df7-2125-4699-b51c-5f7079329d6e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.775341 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 1837e8ab-652a-4a3b-9809-afe56c7d1f54 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:52.905876 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c1876cc0-3345-455c-aac2-5266a2a306d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be66abd4da5c4a2984f4ade1db2bf44b&name=default HTTP/1.1" status: 200 len: 2995 time: 2.1393974 Mar 11 19:16:52.918030 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39024) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:52.920855 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (e0a16dfd-322b-4d23-9db2-92c7dbeba09b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:52.923469 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=c8b9289c-c092-4d20-aa98-a3c459716d3a,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:53.038547 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-6f427558-0b59-45a3-ab0b-012b875a280a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:16:53.039610 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-6f427558-0b59-45a3-ab0b-012b875a280a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4195585 Mar 11 19:16:53.055649 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e29bf-800f-4a1c-9776-9302ea38ab55 None None] Pushing event updated for resources: {'Port': ['ID=27400834-7014-4729-879d-8fc1c7258cb0,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:53.055928 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f802860-4b97-4300-a04c-3d4bd3ebac5a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Pushing event updated for resources: {'Port': ['ID=09ab31b7-e39a-419c-81d6-2fa61c57ea47,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:53.076489 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Attempting to bind port 27400834-7014-4729-879d-8fc1c7258cb0 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:53.087369 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Attempting to bind port 27400834-7014-4729-879d-8fc1c7258cb0 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:53.087767 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Attempting to bind port 27400834-7014-4729-879d-8fc1c7258cb0 on network b3e233e6-a6a7-42fb-b974-abd47312929e {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:53.092954 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:53.098599 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:53.106732 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.112230 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:53.112504 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Checking segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:53.114893 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.117188 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Bound using segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:53.117878 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Bound port: 27400834-7014-4729-879d-8fc1c7258cb0, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:53.121412 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (27400834-7014-4729-879d-8fc1c7258cb0), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.216084 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dce4e5-4daa-4b2c-a3f3-80f2d468fee3 req-e0aa99c7-7206-4038-b21f-d74782d0564f tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:53.220313 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '5d0a7672-45ac-4043-a9e9-fbadcc16537b', 'name': '', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'mac_address': 'fa:16:3e:e2:1b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:50Z', 'revision_number': 4, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'subnets': [{'id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:53.228846 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-17d96e85-1164-43c9-9f50-d1e89d02bd0f None None] Provisioning complete for port 27400834-7014-4729-879d-8fc1c7258cb0 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:53.229533 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-17d96e85-1164-43c9-9f50-d1e89d02bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (27400834-7014-4729-879d-8fc1c7258cb0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.236395 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-91dce4e5-4daa-4b2c-a3f3-80f2d468fee3 req-e0aa99c7-7206-4038-b21f-d74782d0564f tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 931 time: 1.8377261 Mar 11 19:16:53.329787 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa874a8e-c7d8-463e-8c68-78a414154b87 None None] The sync data for ids ['324f3a14-0e6d-477f-aa16-29f077915ca5'] in dv-cinder-830674-2-iscsi is: [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '5d0a7672-45ac-4043-a9e9-fbadcc16537b', 'name': '', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'mac_address': 'fa:16:3e:e2:1b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:50Z', 'revision_number': 4, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'subnets': [{'id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:53.481294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-17d96e85-1164-43c9-9f50-d1e89d02bd0f None None] Port 27400834-7014-4729-879d-8fc1c7258cb0 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:53.556155 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-91dce4e5-4daa-4b2c-a3f3-80f2d468fee3 req-e667852f-033b-4e36-9f00-c84baba4080a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151109 Mar 11 19:16:53.563265 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:53.643890 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1876cc0-3345-455c-aac2-5266a2a306d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9465df7-2125-4699-b51c-5f7079329d6e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:53.693583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (e0a16dfd-322b-4d23-9db2-92c7dbeba09b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.720213 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (e0a16dfd-322b-4d23-9db2-92c7dbeba09b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.774226 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-95d028bd-8058-4567-bd23-b8637611cb6b None None] Provisioning complete for port 6f1e1118-96a9-4a7f-accd-5c427ba6544e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:53.774613 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-95d028bd-8058-4567-bd23-b8637611cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.840413 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Request body: {'port': {'device_id': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:53.865599 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.872153 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2955883 Mar 11 19:16:53.875514 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50faa98d-ecfb-442c-8053-721da6666b3c admin admin] Publish callbacks [] for security_group (d9465df7-2125-4699-b51c-5f7079329d6e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:53.879189 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39058) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:53.903182 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:53.921103 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-95d028bd-8058-4567-bd23-b8637611cb6b None None] Port 6f1e1118-96a9-4a7f-accd-5c427ba6544e cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:53.965058 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaacaa8-63ff-4961-896b-be025af0af0d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a16dfd-322b-4d23-9db2-92c7dbeba09b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:53.977749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.017629 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50faa98d-ecfb-442c-8053-721da6666b3c admin admin] Publish callbacks [] for security_group (d9465df7-2125-4699-b51c-5f7079329d6e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.129839 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] For port 27400834-7014-4729-879d-8fc1c7258cb0, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:54.146906 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] For port 27400834-7014-4729-879d-8fc1c7258cb0, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=27400834-7014-4729-879d-8fc1c7258cb0,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:54.325122 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-ef293f8a-dfa4-4d49-8edf-97f5c107c7aa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:54.335875 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-ef293f8a-dfa4-4d49-8edf-97f5c107c7aa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 819 time: 0.3737566 Mar 11 19:16:54.336214 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (27400834-7014-4729-879d-8fc1c7258cb0), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.357258 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:16:54.547585 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50faa98d-ecfb-442c-8053-721da6666b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d9465df7-2125-4699-b51c-5f7079329d6e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.556268 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-50faa98d-ecfb-442c-8053-721da6666b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.559964 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-50faa98d-ecfb-442c-8053-721da6666b3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9465df7-2125-4699-b51c-5f7079329d6e HTTP/1.1" status: 204 len: 168 time: 1.2300541 Mar 11 19:16:54.611583 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-1906e31f-6d75-4114-b701-9a0842449828 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/quotas/eea4a9a11a58483fb79f39f95e0311f1 HTTP/1.1" status: 200 len: 375 time: 0.2664382 Mar 11 19:16:54.642059 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.663036 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faa98d-ecfb-442c-8053-721da6666b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9465df7-2125-4699-b51c-5f7079329d6e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:54.752297 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:54.762110 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:54.798659 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e29bf-800f-4a1c-9776-9302ea38ab55 None None] Pushing event updated for resources: {'Port': ['ID=27400834-7014-4729-879d-8fc1c7258cb0,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:54.876476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.927156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c8b9289c-c092-4d20-aa98-a3c459716d3a up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:55.148278 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port c8b9289c-c092-4d20-aa98-a3c459716d3a triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:55.150939 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:55.299346 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-e91db0dc-2b35-4587-808b-7d3ac7e1a4b7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6588719 Mar 11 19:16:55.337464 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.18', 65406) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:55.389452 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] Provisioning complete for port 27400834-7014-4729-879d-8fc1c7258cb0 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:55.405109 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (27400834-7014-4729-879d-8fc1c7258cb0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:55.501244 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Allocated IP 172.27.2.77 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/e494f305-9c34-4f65-8e6c-08ab61197017) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:55.536471 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:55.771661 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port c8b9289c-c092-4d20-aa98-a3c459716d3a is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:55.775632 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5d0a7672-45ac-4043-a9e9-fbadcc16537b up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:55.922221 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:55.926663 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:16:56.051651 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e530591e-39e1-4d72-a2e8-fe39fd23502a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.119565 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 5d0a7672-45ac-4043-a9e9-fbadcc16537b triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:56.120060 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.133402 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] Current status of the port 27400834-7014-4729-879d-8fc1c7258cb0 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:56.133792 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (27400834-7014-4729-879d-8fc1c7258cb0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.147916 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:56.204583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for port (e494f305-9c34-4f65-8e6c-08ab61197017), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.205727 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-19fe329d-c506-49a3-b9e5-f7b31ed471d3 admin admin] 10.222.0.55 "PUT /v2.0/routers/89fc95f1-cebb-4f27-b067-b2f15e80992f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6911914 Mar 11 19:16:56.274112 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:56.312671 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-d4e782bf-edb7-4cb8-a613-e889bad80e10 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:56.321103 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-d4e782bf-edb7-4cb8-a613-e889bad80e10 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 819 time: 0.9738276 Mar 11 19:16:56.401377 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Request body: {'port': {'device_id': '1791b0fd-0396-462b-9dc7-e366dad08850', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'admin_state_up': True, 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:56.410947 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:54Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:56.461957 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] For port 27400834-7014-4729-879d-8fc1c7258cb0, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=27400834-7014-4729-879d-8fc1c7258cb0,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:56.472298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:56.476367 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:56.485214 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (27400834-7014-4729-879d-8fc1c7258cb0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.540412 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef903a9-fd93-4e30-badd-8019da115008 None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:54Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:56.563033 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (e494f305-9c34-4f65-8e6c-08ab61197017), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.600880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-356c1409-e1ee-4ed0-b1f4-f5bb6a854441 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:16:56.602574 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-356c1409-e1ee-4ed0-b1f4-f5bb6a854441 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6848898 Mar 11 19:16:56.622853 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b88dc-7e9a-4b10-9ebd-f1e245af0244 req-d055a5e3-cfa9-4cf7-9a8a-92b2eecc9d6f tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:56.624841 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b0b88dc-7e9a-4b10-9ebd-f1e245af0244 req-d055a5e3-cfa9-4cf7-9a8a-92b2eecc9d6f tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 931 time: 1.1870136 Mar 11 19:16:56.665908 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ab31b7-e39a-419c-81d6-2fa61c57ea47 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:16:56.683404 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Publish callbacks [] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.736742 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Transition to ACTIVE for port object 09ab31b7-e39a-419c-81d6-2fa61c57ea47 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:16:56.757953 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:56.778218 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.954367 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e530591e-39e1-4d72-a2e8-fe39fd23502a admin admin] Publish callbacks [] for security_group (03839f45-a086-4cd6-a45b-30900d5686e7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.956775 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:56.966180 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:56.986505 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e530591e-39e1-4d72-a2e8-fe39fd23502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (03839f45-a086-4cd6-a45b-30900d5686e7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:56.988963 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:57.028162 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b0b88dc-7e9a-4b10-9ebd-f1e245af0244 req-3cee21fc-11e7-440f-8dba-28696fabee90 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795164 Mar 11 19:16:57.038735 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Pushing event updated for resources: {'Port': ['ID=09ab31b7-e39a-419c-81d6-2fa61c57ea47,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:57.086737 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-7d6a8766-8237-4651-9aaa-8150470254ed service neutron] 10.222.0.55 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589355 Mar 11 19:16:57.223749 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646340c6-50d7-4d48-8dcc-174045278331 None None] Pushing event updated for resources: {'Port': ['ID=27400834-7014-4729-879d-8fc1c7258cb0,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:57.271083 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 5d0a7672-45ac-4043-a9e9-fbadcc16537b is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:57.271646 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.290154 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (816d1dca-d8cc-4d7f-80be-8b2d333d428a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.322290 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'Port': ['ID=e494f305-9c34-4f65-8e6c-08ab61197017,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:57.340534 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 5d0a7672-45ac-4043-a9e9-fbadcc16537b, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5d0a7672-45ac-4043-a9e9-fbadcc16537b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:57.356019 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:16:51Z', 'revision_number': 2, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:57.368357 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.418633 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:57.422526 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Updating router 89fc95f1-cebb-4f27-b067-b2f15e80992f port 6f1e1118-96a9-4a7f-accd-5c427ba6544e binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:57.446433 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530591e-39e1-4d72-a2e8-fe39fd23502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03839f45-a086-4cd6-a45b-30900d5686e7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:57.521574 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.717439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Made reservation on behalf of eea4a9a11a58483fb79f39f95e0311f1 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:57.723973 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.744080 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e530591e-39e1-4d72-a2e8-fe39fd23502a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df514a8b123b48a3a2ead100dbd5ea2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7925060 Mar 11 19:16:57.746405 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 27400834-7014-4729-879d-8fc1c7258cb0 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:57.753072 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39198) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:57.768418 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (e494f305-9c34-4f65-8e6c-08ab61197017), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.855419 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-d435915d-0f98-40ec-ab20-bf636bf1395f service neutron] 10.222.0.55 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672369 Mar 11 19:16:57.867680 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Attempting to bind port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:57.868048 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Attempting to bind port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '6c218b26-2bc9-4b5f-9653-14b89835944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:57.870902 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Attempting to bind port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 on network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:57.882338 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 on network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:16:57.882672 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Attempting to bind port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 on network 1a10a9b7-47b7-444c-8ac2-5c860f72d898 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:57.897130 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:57.897507 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Checking segment: {'id': '6c218b26-2bc9-4b5f-9653-14b89835944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:57.900140 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Bound using segment: {'id': '6c218b26-2bc9-4b5f-9653-14b89835944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:57.900619 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Bound port: 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c218b26-2bc9-4b5f-9653-14b89835944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:57.903978 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.926854 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39204) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:58.108093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] For port 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:58.120763 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] For port 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47,segment=NetworkSegment(6c218b26-2bc9-4b5f-9653-14b89835944e),segment_id=6c218b26-2bc9-4b5f-9653-14b89835944e)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:58.161889 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4199428-d75d-4886-99f4-669747354770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.171823 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.407303 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-011d937a-ded3-4369-9ac8-1456395f2d65 admin admin] Publish callbacks [] for security_group (03839f45-a086-4cd6-a45b-30900d5686e7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.640060 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Pushing event updated for resources: {'Port': ['ID=09ab31b7-e39a-419c-81d6-2fa61c57ea47,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:58.661619 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=5d0a7672-45ac-4043-a9e9-fbadcc16537b,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:58.678244 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:58.682040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.684030 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-fbd49b4a-4d85-4e98-a70d-bd07cf0533eb service neutron] 10.222.0.18 "PUT /v2.0/ports/09ab31b7-e39a-419c-81d6-2fa61c57ea47 HTTP/1.1" status: 200 len: 1093 time: 5.0867045 Mar 11 19:16:58.684514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'tag': '09ab31b7-e39a-419c-81d6-2fa61c57ea47'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:16:58.783843 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-011d937a-ded3-4369-9ac8-1456395f2d65 admin admin] Publish callbacks [] for security_group (03839f45-a086-4cd6-a45b-30900d5686e7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.836970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 27400834-7014-4729-879d-8fc1c7258cb0 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:58.843423 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (27400834-7014-4729-879d-8fc1c7258cb0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.900120 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-011d937a-ded3-4369-9ac8-1456395f2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (03839f45-a086-4cd6-a45b-30900d5686e7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.908793 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-011d937a-ded3-4369-9ac8-1456395f2d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.916047 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-011d937a-ded3-4369-9ac8-1456395f2d65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03839f45-a086-4cd6-a45b-30900d5686e7 HTTP/1.1" status: 204 len: 168 time: 1.1607795 Mar 11 19:16:58.963171 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d937a-ded3-4369-9ac8-1456395f2d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03839f45-a086-4cd6-a45b-30900d5686e7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:58.981223 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Allocated IP 172.20.0.9 (5b68d94e-eaf5-4cce-88a4-4aa976165179/704ba0a8-827c-4db3-b016-bae21207dbd5/9c6a3571-8d9b-4f16-9e1c-169d382da16b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:59.021355 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for port (e494f305-9c34-4f65-8e6c-08ab61197017), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.032228 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (e494f305-9c34-4f65-8e6c-08ab61197017), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.054213 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4199428-d75d-4886-99f4-669747354770 admin admin] Publish callbacks [] for security_group (23363233-50bf-41eb-b564-65d4a7b1631b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.089836 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39240) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:59.097042 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662384358', 'description': 'tempest-description--296239650'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:59.108506 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e4199428-d75d-4886-99f4-669747354770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (23363233-50bf-41eb-b564-65d4a7b1631b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.109100 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'Port': ['ID=e494f305-9c34-4f65-8e6c-08ab61197017,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:59.128363 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (816d1dca-d8cc-4d7f-80be-8b2d333d428a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.181087 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e4199428-d75d-4886-99f4-669747354770 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14e6abd52952462695296152ee5a2229&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2491002 Mar 11 19:16:59.183447 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:59.250053 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20aae6f9-4e92-4d20-bf81-95a1ebeba060 req-85b908ee-4ed2-4579-8587-a2075db1858a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 210 time: 0.0444925 Mar 11 19:16:59.276591 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.288092 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-ffa4da9d-ed4a-490b-89de-88f1b1bc9ae1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3943639 Mar 11 19:16:59.325476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231d5ed9-2f23-46dc-86d9-6dc85aab4a8f admin admin] Publish callbacks [] for security_group (23363233-50bf-41eb-b564-65d4a7b1631b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.368028 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7308c-839d-40d8-be44-f24a02934a4f req-2fe046f2-06cc-42c5-9dda-58db39f861e6 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:59.378437 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eed7308c-839d-40d8-be44-f24a02934a4f req-2fe046f2-06cc-42c5-9dda-58db39f861e6 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 943 time: 0.7738378 Mar 11 19:16:59.447213 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271e295e-5b12-4b0f-9bc5-a3615df69b80" -d '{"events": [{"name": "network-changed", "server_uuid": "e4837b65-acd6-47a0-b6cc-bcb64f8e0f57", "tag": "09ab31b7-e39a-419c-81d6-2fa61c57ea47"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:16:59.501821 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Publish callbacks [] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.515013 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-bde0e390-40ad-4e35-a53f-e012c2457521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:59.526612 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-bde0e390-40ad-4e35-a53f-e012c2457521 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19df638cf3b946c38b993d982343f6fe&device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 1127 time: 0.5923395 Mar 11 19:16:59.527712 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.554265 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4199428-d75d-4886-99f4-669747354770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23363233-50bf-41eb-b564-65d4a7b1631b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:59.587911 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.704616 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 27400834-7014-4729-879d-8fc1c7258cb0 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:59.739029 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231d5ed9-2f23-46dc-86d9-6dc85aab4a8f admin admin] Publish callbacks [] for security_group (23363233-50bf-41eb-b564-65d4a7b1631b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.749208 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9618baf-0b30-4c4b-8f24-55affc096681 None None] Pushing event updated for resources: {'Port': ['ID=6f1e1118-96a9-4a7f-accd-5c427ba6544e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:59.865936 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-129f90d1-f8c3-4195-afe5-8ee36b60f3ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47 HTTP/1.1" status: 200 len: 217 time: 0.2727201 Mar 11 19:16:59.912193 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Attempting to bind port 6f1e1118-96a9-4a7f-accd-5c427ba6544e on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:59.915045 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Attempting to bind port 6f1e1118-96a9-4a7f-accd-5c427ba6544e by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:59.915809 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Attempting to bind port 6f1e1118-96a9-4a7f-accd-5c427ba6544e on network 1310714a-4acb-4f09-b4aa-7a22c2293633 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:59.942223 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eed7308c-839d-40d8-be44-f24a02934a4f req-aa07314d-ea98-46bc-ba82-78aa5e8adad6 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622327 Mar 11 19:16:59.959755 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:59.960476 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Checking segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:59.961103 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:59.961675 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Bound using segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:59.963913 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Bound port: 6f1e1118-96a9-4a7f-accd-5c427ba6544e, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:59.964932 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.220914 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bc56ab-5e00-4f1b-93c0-e362f864480b x-openstack-request-id: req-04bc56ab-5e00-4f1b-93c0-e362f864480b {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:00.221518 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4837b65-acd6-47a0-b6cc-bcb64f8e0f57", "tag": "09ab31b7-e39a-419c-81d6-2fa61c57ea47", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:00.221518 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04bc56ab-5e00-4f1b-93c0-e362f864480b {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:00.222345 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5d0a7672-45ac-4043-a9e9-fbadcc16537b up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:00.229260 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'tag': '09ab31b7-e39a-419c-81d6-2fa61c57ea47', 'status': 'completed', 'code': 200} Mar 11 19:17:00.280622 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks [] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.294145 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-0fc78a90-d35c-4df0-8983-554a1fabf8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:00.296068 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-0fc78a90-d35c-4df0-8983-554a1fabf8bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40a4f41f-0ba4-49f3-9919-22b431bd67eb HTTP/1.1" status: 200 len: 850 time: 0.4146960 Mar 11 19:17:00.299489 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] For port 6f1e1118-96a9-4a7f-accd-5c427ba6544e, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:00.306641 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231d5ed9-2f23-46dc-86d9-6dc85aab4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (23363233-50bf-41eb-b564-65d4a7b1631b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.307755 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] For port 6f1e1118-96a9-4a7f-accd-5c427ba6544e, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=6f1e1118-96a9-4a7f-accd-5c427ba6544e,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:00.309802 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231d5ed9-2f23-46dc-86d9-6dc85aab4a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.311039 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-231d5ed9-2f23-46dc-86d9-6dc85aab4a8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23363233-50bf-41eb-b564-65d4a7b1631b HTTP/1.1" status: 204 len: 168 time: 1.1263790 Mar 11 19:17:00.341781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.18', 65412) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:00.347345 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d5ed9-2f23-46dc-86d9-6dc85aab4a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23363233-50bf-41eb-b564-65d4a7b1631b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:00.362545 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-b532911b-776a-4001-a4be-87118a4b12be tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1443781371&fields=id&tenant_id=7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 267 time: 0.2087986 Mar 11 19:17:00.431960 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.489901 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.534296 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (a7c16080-0817-438c-ad2e-cb13964863c0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.619060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:00.630873 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9618baf-0b30-4c4b-8f24-55affc096681 None None] Pushing event updated for resources: {'Port': ['ID=6f1e1118-96a9-4a7f-accd-5c427ba6544e,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:00.641867 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:00.663140 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:00.665566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a7c16080-0817-438c-ad2e-cb13964863c0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.674690 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-cc621073-e9fa-43a2-a653-2ade3846dd54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a10a9b7-47b7-444c-8ac2-5c860f72d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3335834 Mar 11 19:17:00.684322 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:00.685098 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:00.740482 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Pushing event updated for resources: {'Port': ['ID=9c6a3571-8d9b-4f16-9e1c-169d382da16b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:00.760106 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-23f19fe5-71c8-499a-b178-d99802a66aa7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3931725 Mar 11 19:17:00.781912 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:00.783157 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:16:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:00.796991 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Request body: {'port': {'device_id': '1791b0fd-0396-462b-9dc7-e366dad08850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:00.876597 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-298a9fb0-2490-4605-8512-83607ec666ab req-331a2bbd-eae2-4245-b0e0-98f4639ddce1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 210 time: 0.3229668 Mar 11 19:17:00.893722 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] Provisioning complete for port 6f1e1118-96a9-4a7f-accd-5c427ba6544e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:00.895854 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.072131 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.114501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 5d0a7672-45ac-4043-a9e9-fbadcc16537b triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:01.115284 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.306343 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] Current status of the port 6f1e1118-96a9-4a7f-accd-5c427ba6544e is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:01.306884 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.324385 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.334902 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2384796 Mar 11 19:17:01.352579 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:01.359094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39328) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:01.393238 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'security_group_rule': {'security_group_id': 'a7c16080-0817-438c-ad2e-cb13964863c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:01.499512 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] For port 6f1e1118-96a9-4a7f-accd-5c427ba6544e, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=6f1e1118-96a9-4a7f-accd-5c427ba6544e,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:01.513677 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.550069 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39330) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:01.585896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60717a06-16ae-43d5-907a-3008508346ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c16080-0817-438c-ad2e-cb13964863c0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:01.745824 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a54498b-f255-4581-9e6e-0629bf57669a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.806411 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-80a22ef3-b45d-456c-9366-10a666c9c468 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:01.814211 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-80a22ef3-b45d-456c-9366-10a666c9c468 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 816 time: 1.4452896 Mar 11 19:17:01.837321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39336) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:01.845045 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-d234d821-4ff7-4177-abe2-249b7b456a29 None None] Provisioning complete for port 6f1e1118-96a9-4a7f-accd-5c427ba6544e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:01.845728 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d234d821-4ff7-4177-abe2-249b7b456a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:01.855078 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-9a8d661f-3516-4b57-87d2-dd2d6783b9d2 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:01.856622 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-9a8d661f-3516-4b57-87d2-dd2d6783b9d2 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 819 time: 1.4813049 Mar 11 19:17:01.864575 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a530446-248e-4bd9-bc93-b38e760d54f9 None None] Pushing event updated for resources: {'Port': ['ID=6f1e1118-96a9-4a7f-accd-5c427ba6544e,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:01.949439 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Request body: {'port': {'device_id': '4146ee59-34ce-4d90-9037-6aa218890420', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'admin_state_up': True, 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:02.002606 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 5d0a7672-45ac-4043-a9e9-fbadcc16537b is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:02.008297 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2fc8-2e35-4706-bc75-978f0439b002 req-55d4662c-d160-4b02-a20e-f9c30dde2e4c tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:02.030725 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eb5f2fc8-2e35-4706-bc75-978f0439b002 req-55d4662c-d160-4b02-a20e-f9c30dde2e4c tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 943 time: 0.8475025 Mar 11 19:17:02.034245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (7c1f79fc-c8be-4751-a871-7e6cc23f9dbc), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.051917 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-287c160e-3605-49d5-bf03-aa71ffb4f4b2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/quotas/7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 375 time: 0.2358546 Mar 11 19:17:02.109775 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6a3571-8d9b-4f16-9e1c-169d382da16b {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:02.122060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Publish callbacks [] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.193476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Transition to ACTIVE for port object 9c6a3571-8d9b-4f16-9e1c-169d382da16b will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:17:02.200437 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.282194 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a54498b-f255-4581-9e6e-0629bf57669a admin admin] Publish callbacks [] for security_group (5c9fc9c0-87e3-4969-8f85-3939feec0f1e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.408156 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5a54498b-f255-4581-9e6e-0629bf57669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (5c9fc9c0-87e3-4969-8f85-3939feec0f1e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.477333 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5a54498b-f255-4581-9e6e-0629bf57669a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b51f4972c2d04c7c8762bcd6e3dbea72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9091282 Mar 11 19:17:02.479512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a3571-8d9b-4f16-9e1c-169d382da16b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:02.484696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39360) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:02.500604 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Attempting to bind port 9c6a3571-8d9b-4f16-9e1c-169d382da16b on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:02.501031 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Attempting to bind port 9c6a3571-8d9b-4f16-9e1c-169d382da16b by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:02.501660 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Attempting to bind port 9c6a3571-8d9b-4f16-9e1c-169d382da16b on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:02.503425 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-92b6addc-049f-491d-8686-63ff6c848b63 service neutron] 10.222.0.18 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7398691 Mar 11 19:17:02.511039 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Port 9c6a3571-8d9b-4f16-9e1c-169d382da16b on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:17:02.511263 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Attempting to bind port 9c6a3571-8d9b-4f16-9e1c-169d382da16b on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:02.521266 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d234d821-4ff7-4177-abe2-249b7b456a29 None None] Current status of the port 6f1e1118-96a9-4a7f-accd-5c427ba6544e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:02.533899 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:02.534383 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Checking segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:02.535887 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Bound using segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:02.536812 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Bound port: 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:02.537126 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.552830 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:00Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:02.646375 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7838c6-54db-475e-9fd7-b83478232d1e None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:00Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:17:02.725716 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] For port 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:02.735561 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] For port 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:02.747672 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.780210 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-1a8ae3e5-d967-4078-8f69-21720231523b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7251062 Mar 11 19:17:02.783000 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05aebcb8-3667-4a5d-a99f-30aac79dc60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.804936 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:02.805545 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:02.807877 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 1093 time: 2.0321481 Mar 11 19:17:02.808372 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791b0fd-0396-462b-9dc7-e366dad08850', 'tag': '9c6a3571-8d9b-4f16-9e1c-169d382da16b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:02.872632 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eb5f2fc8-2e35-4706-bc75-978f0439b002 req-90ae61ea-f41b-415d-a15b-1a026f72bcba tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269131 Mar 11 19:17:03.061439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e3928-d1a7-40bc-a365-7a27edc6b357 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6a3571-8d9b-4f16-9e1c-169d382da16b,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:03.126012 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-bab62dc6-9835-4c8b-bca0-c8f30febd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:03.127689 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-bab62dc6-9835-4c8b-bca0-c8f30febd539 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1127 time: 0.2386782 Mar 11 19:17:03.281423 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54498b-f255-4581-9e6e-0629bf57669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9fc9c0-87e3-4969-8f85-3939feec0f1e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:03.326667 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37" -d '{"events": [{"name": "network-changed", "server_uuid": "1791b0fd-0396-462b-9dc7-e366dad08850", "tag": "9c6a3571-8d9b-4f16-9e1c-169d382da16b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:03.331448 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-a9d12e16-135f-4c34-acca-7e710bbd776e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.1847966 Mar 11 19:17:03.381099 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39388) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:03.384207 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff9d8adc-b360-47f1-bc9f-133beb937709 req-6fc13861-5abc-4027-a7cf-a08cc534ab64 service neutron] 10.222.0.18 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291269 Mar 11 19:17:03.532156 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-deeb4cae-75e3-477f-99ff-88eaccb3f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:03.538222 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-deeb4cae-75e3-477f-99ff-88eaccb3f8b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.1116138 Mar 11 19:17:03.702920 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-816caf40-2db5-4a41-8291-4e1366b0df5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892527 Mar 11 19:17:03.710417 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3622-7b8a-41f8-bff5-3099ce6d21eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.740039 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6deaaa5e-b530-467c-81a0-35449b9449bd req-378db664-bc8e-4fa4-a3af-a1f0bdd11e69 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 210 time: 0.4754620 Mar 11 19:17:03.778044 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c82a-38b1-4f2f-997e-b0ac370b1e34 admin admin] Publish callbacks [] for security_group (5c9fc9c0-87e3-4969-8f85-3939feec0f1e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.807985 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c82a-38b1-4f2f-997e-b0ac370b1e34 admin admin] Publish callbacks [] for security_group (5c9fc9c0-87e3-4969-8f85-3939feec0f1e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.845835 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3622-7b8a-41f8-bff5-3099ce6d21eb admin admin] Publish callbacks [] for security_group (8d5ea806-c293-4eec-865b-8a77e2652885), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.859333 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3622-7b8a-41f8-bff5-3099ce6d21eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8d5ea806-c293-4eec-865b-8a77e2652885), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.876563 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (7c1f79fc-c8be-4751-a871-7e6cc23f9dbc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.887684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c82a-38b1-4f2f-997e-b0ac370b1e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (5c9fc9c0-87e3-4969-8f85-3939feec0f1e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.891147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c82a-38b1-4f2f-997e-b0ac370b1e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.892798 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-cfc0c82a-38b1-4f2f-997e-b0ac370b1e34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c9fc9c0-87e3-4969-8f85-3939feec0f1e HTTP/1.1" status: 204 len: 168 time: 1.3921070 Mar 11 19:17:03.943539 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0c82a-38b1-4f2f-997e-b0ac370b1e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9fc9c0-87e3-4969-8f85-3939feec0f1e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:03.951676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (7c1f79fc-c8be-4751-a871-7e6cc23f9dbc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:03.956207 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8f3a3622-7b8a-41f8-bff5-3099ce6d21eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ec3fe2bb87c44cd8de95460d62afaec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5716655 Mar 11 19:17:03.961964 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39410) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:03.971021 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a3622-7b8a-41f8-bff5-3099ce6d21eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ea806-c293-4eec-865b-8a77e2652885,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:04.020035 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-d3c68a3d-10f9-4f67-88b3-ab52749f40f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020363 Mar 11 19:17:04.067025 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1f79fc-c8be-4751-a871-7e6cc23f9dbc,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:04.110524 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.129872 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d41cfb4c-bece-4be8-ac53-2b09deb08578 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7462714 Mar 11 19:17:04.132610 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39414) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:04.159656 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'security_group_rule': {'security_group_id': 'a7c16080-0817-438c-ad2e-cb13964863c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:04.164309 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a05d154-37c9-4382-a30b-a57d1db5e7f0 admin admin] Publish callbacks [] for security_group (8d5ea806-c293-4eec-865b-8a77e2652885), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.173301 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-73bc16ce-2987-41e9-a806-fb31d67e5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:04.174994 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-73bc16ce-2987-41e9-a806-fb31d67e5614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19df638cf3b946c38b993d982343f6fe&device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 1127 time: 0.5260320 Mar 11 19:17:04.245342 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95877007-687c-47a0-9504-f586b6fef26a x-openstack-request-id: req-95877007-687c-47a0-9504-f586b6fef26a {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:04.245668 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1791b0fd-0396-462b-9dc7-e366dad08850", "tag": "9c6a3571-8d9b-4f16-9e1c-169d382da16b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:04.245927 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95877007-687c-47a0-9504-f586b6fef26a {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:04.246399 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791b0fd-0396-462b-9dc7-e366dad08850', 'tag': '9c6a3571-8d9b-4f16-9e1c-169d382da16b', 'status': 'completed', 'code': 200} Mar 11 19:17:04.259069 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a05d154-37c9-4382-a30b-a57d1db5e7f0 admin admin] Publish callbacks [] for security_group (8d5ea806-c293-4eec-865b-8a77e2652885), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.278711 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 6f1e1118-96a9-4a7f-accd-5c427ba6544e up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:04.305516 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40607a10-0903-4666-9ca5-45e4ec22aa70 req-8d3d7d1f-75c9-4951-9347-a7edb64842e4 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785459 Mar 11 19:17:04.346136 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05aebcb8-3667-4a5d-a99f-30aac79dc60b admin admin] Publish callbacks [] for security_group (2810f229-8a30-4764-af05-1a3f79d22206), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.348261 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a05d154-37c9-4382-a30b-a57d1db5e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8d5ea806-c293-4eec-865b-8a77e2652885), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.352423 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6a05d154-37c9-4382-a30b-a57d1db5e7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.356561 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6a05d154-37c9-4382-a30b-a57d1db5e7f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d5ea806-c293-4eec-865b-8a77e2652885 HTTP/1.1" status: 204 len: 168 time: 0.3932192 Mar 11 19:17:04.372433 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05d154-37c9-4382-a30b-a57d1db5e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ea806-c293-4eec-865b-8a77e2652885,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:04.452365 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-5ca69a5f-7d86-4dc3-815f-fc495456a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:04.459077 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-5ca69a5f-7d86-4dc3-815f-fc495456a718 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1127 time: 0.0603659 Mar 11 19:17:04.462986 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 6f1e1118-96a9-4a7f-accd-5c427ba6544e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:04.463364 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.469666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Made reservation on behalf of eea4a9a11a58483fb79f39f95e0311f1 for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:04.474220 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.478495 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-d3589493-50e0-4df7-bd69-7b19d17a37c0 service neutron] 10.222.0.55 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0671170 Mar 11 19:17:04.515369 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-05aebcb8-3667-4a5d-a99f-30aac79dc60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2810f229-8a30-4764-af05-1a3f79d22206), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.642791 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 6f1e1118-96a9-4a7f-accd-5c427ba6544e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:04.663345 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (286d008e-68da-48b8-ab8c-ad6af1966075), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.676406 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-991aa69f-bd22-4320-8d32-3a95714a2d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:04.904055 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Allocated IP 172.20.0.5 (5b68d94e-eaf5-4cce-88a4-4aa976165179/704ba0a8-827c-4db3-b016-bae21207dbd5/0068da43-a37d-44fc-a1ae-8e2c8f642a37) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:04.954306 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aebcb8-3667-4a5d-a99f-30aac79dc60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2810f229-8a30-4764-af05-1a3f79d22206,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:04.964991 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-1a1ea8cf-5883-489c-9a9a-6697f68a0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:04.972134 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-1a1ea8cf-5883-489c-9a9a-6697f68a0ebe service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.5007331 Mar 11 19:17:05.005826 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-05aebcb8-3667-4a5d-a99f-30aac79dc60b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4894abf361f9458cbba439b1c627c481&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1481440 Mar 11 19:17:05.024967 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39438) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:05.034545 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-fa8a9e3b-a698-424c-8f6c-4f9529f6b45f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.0609331 Mar 11 19:17:05.073236 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39440) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:05.080074 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-7ceb9164-da1b-4917-bf1a-6eb3f00a04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:05.081594 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-7ceb9164-da1b-4917-bf1a-6eb3f00a04f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a10a9b7-47b7-444c-8ac2-5c860f72d898 HTTP/1.1" status: 200 len: 911 time: 0.7241049 Mar 11 19:17:05.117047 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119d76e-efd8-493e-b4c4-2adec8c068e9 req-cbd2cee9-2544-4c8c-b98f-a7905ac224d4 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:05.118623 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5119d76e-efd8-493e-b4c4-2adec8c068e9 req-cbd2cee9-2544-4c8c-b98f-a7905ac224d4 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 943 time: 0.6290295 Mar 11 19:17:05.124959 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-e039822b-2654-47e7-a342-cc05b518555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:05.126739 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-e039822b-2654-47e7-a342-cc05b518555e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0831170 Mar 11 19:17:05.169522 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-db2fefc8-147d-4e25-9e87-19df60fbe5c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345538 Mar 11 19:17:05.174479 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471bce92-febd-4055-9905-7180e951f17a admin admin] Publish callbacks [] for security_group (2810f229-8a30-4764-af05-1a3f79d22206), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.176715 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-964c66a3-9d78-4375-8a8e-5db7423a03a6 service neutron] 10.222.0.55 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612656 Mar 11 19:17:05.178424 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-eba86fa3-d5c7-4906-991c-b28c5f731a25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47 HTTP/1.1" status: 200 len: 217 time: 0.0709360 Mar 11 19:17:05.223091 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471bce92-febd-4055-9905-7180e951f17a admin admin] Publish callbacks [] for security_group (2810f229-8a30-4764-af05-1a3f79d22206), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.237120 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (286d008e-68da-48b8-ab8c-ad6af1966075), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.241535 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f06e5a8-2237-4545-a2fe-767b647fc39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.291196 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (286d008e-68da-48b8-ab8c-ad6af1966075), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.305260 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.384983 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-958eeb2c-76ed-4dc2-92b6-afc8835d2b1b service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917377 Mar 11 19:17:05.420268 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286d008e-68da-48b8-ab8c-ad6af1966075,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:05.426577 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471bce92-febd-4055-9905-7180e951f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2810f229-8a30-4764-af05-1a3f79d22206), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.430085 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-471bce92-febd-4055-9905-7180e951f17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.431605 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-471bce92-febd-4055-9905-7180e951f17a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2810f229-8a30-4764-af05-1a3f79d22206 HTTP/1.1" status: 204 len: 168 time: 0.4054914 Mar 11 19:17:05.453779 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bce92-febd-4055-9905-7180e951f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810f229-8a30-4764-af05-1a3f79d22206,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:05.494329 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5119d76e-efd8-493e-b4c4-2adec8c068e9 req-e9612d53-5b9f-42c6-a034-08fabfd666cf tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108287 Mar 11 19:17:05.563148 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7725a786-d101-4f58-944f-3d459c0f45c8 req-59ab09f4-8b94-4bba-b72a-26dd764f26df tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 210 time: 0.0676579 Mar 11 19:17:05.570193 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-ea051109-7e5b-42c5-ae0c-0abc695c821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:05.571644 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-ea051109-7e5b-42c5-ae0c-0abc695c821a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40a4f41f-0ba4-49f3-9919-22b431bd67eb HTTP/1.1" status: 200 len: 850 time: 0.3313370 Mar 11 19:17:05.581024 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.585819 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5b66ce31-a70b-4a5a-b685-1c713cfcb34e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4468665 Mar 11 19:17:05.586153 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39456) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:05.592232 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:05.620631 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-98f3cc5f-0ee0-4519-a0df-54b090e4ae37 req-b891d7ce-7866-4be2-99a8-aa5d31a7ac98 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244227 Mar 11 19:17:05.637060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.725631 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-1ff65cc1-9cc1-45fc-b005-0737882a9479 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a10a9b7-47b7-444c-8ac2-5c860f72d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386313 Mar 11 19:17:05.728414 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-16785463-62e3-45a5-a31a-8dfd31312688 req-89ad576f-3240-488b-8d86-904ea4b9d6f5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 210 time: 0.1403880 Mar 11 19:17:05.734962 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f06e5a8-2237-4545-a2fe-767b647fc39b admin admin] Publish callbacks [] for security_group (3cb58a34-2419-43a8-9943-719aaaeb8077), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.753046 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4f06e5a8-2237-4545-a2fe-767b647fc39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (3cb58a34-2419-43a8-9943-719aaaeb8077), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.793421 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06e5a8-2237-4545-a2fe-767b647fc39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb58a34-2419-43a8-9943-719aaaeb8077,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:05.818015 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks [] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.823541 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:05.879809 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4f06e5a8-2237-4545-a2fe-767b647fc39b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b2952baced5463c958648eecdbec917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011148 Mar 11 19:17:05.885667 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39466) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:05.970023 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-68a2c2b3-c585-4f02-8f9f-0044d23ab80f service neutron] 10.222.0.18 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326524 Mar 11 19:17:05.975436 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.079359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Allocated IP 172.27.2.23 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/33a43be2-095a-4971-b4fe-395591043eb1) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:06.115770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Pushing event updated for resources: {'Port': ['ID=0068da43-a37d-44fc-a1ae-8e2c8f642a37,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:06.159525 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db49cae9-f87b-4372-b4e3-c648d0c79df4 admin admin] Publish callbacks [] for security_group (3cb58a34-2419-43a8-9943-719aaaeb8077), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.185507 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Network 5b68d94e-eaf5-4cce-88a4-4aa976165179 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:06.194853 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:06.227677 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:06.233179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:06.234351 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.270735 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-be5cd52e-696c-41b6-8545-f4c0813a8d25 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3809564 Mar 11 19:17:06.281467 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for port (33a43be2-095a-4971-b4fe-395591043eb1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.292085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db49cae9-f87b-4372-b4e3-c648d0c79df4 admin admin] Publish callbacks [] for security_group (3cb58a34-2419-43a8-9943-719aaaeb8077), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.333952 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Request body: {'port': {'device_id': '4146ee59-34ce-4d90-9037-6aa218890420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:06.334650 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (33a43be2-095a-4971-b4fe-395591043eb1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.442623 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'Port': ['ID=33a43be2-095a-4971-b4fe-395591043eb1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:06.463570 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:06.465452 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:06.468225 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:06.485432 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-271e295e-5b12-4b0f-9bc5-a3615df69b80 req-9bf60657-e4be-4633-a4cd-5b8716506cef service neutron] 10.222.0.18 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939687 Mar 11 19:17:06.521478 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db49cae9-f87b-4372-b4e3-c648d0c79df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (3cb58a34-2419-43a8-9943-719aaaeb8077), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.524543 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db49cae9-f87b-4372-b4e3-c648d0c79df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.527089 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-db49cae9-f87b-4372-b4e3-c648d0c79df4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cb58a34-2419-43a8-9943-719aaaeb8077 HTTP/1.1" status: 204 len: 168 time: 0.6385517 Mar 11 19:17:06.579267 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.583845 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49cae9-f87b-4372-b4e3-c648d0c79df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb58a34-2419-43a8-9943-719aaaeb8077,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:06.655411 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (ae39e1ba-069d-4634-9956-946404416cb3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.724693 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (33a43be2-095a-4971-b4fe-395591043eb1), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:06.867959 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65f90c-eea6-4d24-a11a-81044cf55a21 req-2ac1f593-c78d-495a-930c-c141bf6bb1e0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:06.869531 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d65f90c-eea6-4d24-a11a-81044cf55a21 req-2ac1f593-c78d-495a-930c-c141bf6bb1e0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 943 time: 0.2015266 Mar 11 19:17:06.876342 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156750-9c87-48f6-9948-f26fcc38610d req-0d6099d4-c953-462f-b91e-a1ecf493498a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:06.883288 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed156750-9c87-48f6-9948-f26fcc38610d req-0d6099d4-c953-462f-b91e-a1ecf493498a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 931 time: 0.1812785 Mar 11 19:17:06.959515 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ce77b6d-d9fb-46b7-afd7-eee0a549b143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.021591 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d65f90c-eea6-4d24-a11a-81044cf55a21 req-44c9978e-667e-4562-be43-6cd1c2e89b86 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362243 Mar 11 19:17:07.039847 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed156750-9c87-48f6-9948-f26fcc38610d req-4f08d076-cc0e-43ca-888f-44f0517671e5 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551363 Mar 11 19:17:07.043328 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for port (33a43be2-095a-4971-b4fe-395591043eb1), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.076824 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (33a43be2-095a-4971-b4fe-395591043eb1), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.104200 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (ae39e1ba-069d-4634-9956-946404416cb3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.191804 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.196052 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6070855 Mar 11 19:17:07.226901 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3f75-966d-4739-b06b-306e85e9a20b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'Port': ['ID=33a43be2-095a-4971-b4fe-395591043eb1,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:07.426517 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6fadc4ae-f7bd-45fd-a3bd-2b3462d2e76f req-aeac369c-6070-4784-adc4-4f82f0f65531 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 210 time: 0.2643204 Mar 11 19:17:07.484433 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-d58a61e1-d5ff-4e4a-8360-8927093f6c63 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:07.485878 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-d58a61e1-d5ff-4e4a-8360-8927093f6c63 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 816 time: 0.4455464 Mar 11 19:17:07.513940 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0068da43-a37d-44fc-a1ae-8e2c8f642a37 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:07.534881 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Publish callbacks [] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.574810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Transition to ACTIVE for port object 0068da43-a37d-44fc-a1ae-8e2c8f642a37 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:17:07.599904 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:07.692516 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-70907047-981e-4bfb-8938-91cc0b6fa281 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--662384358&fields=id&tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf HTTP/1.1" status: 200 len: 267 time: 0.1635830 Mar 11 19:17:07.699369 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-cbd915a1-6c46-4f40-9e20-8c9bf03fd12e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 380 time: 0.2046666 Mar 11 19:17:07.720696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'port': {'device_id': '962fb683-7930-408b-b873-b7a8eb066fcb', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'admin_state_up': True, 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'security_groups': ['c951a857-7997-4156-a3ed-7c9cc5acb60b']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:07.725810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Pushing event updated for resources: {'Port': ['ID=0068da43-a37d-44fc-a1ae-8e2c8f642a37,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:07.802507 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9c6a3571-8d9b-4f16-9e1c-169d382da16b details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:17:07.884627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Attempting to bind port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:07.884985 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Attempting to bind port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:07.885523 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Attempting to bind port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:07.906650 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:17:07.907355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Attempting to bind port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 on network 5b68d94e-eaf5-4cce-88a4-4aa976165179 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:07.984880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-86835efa-5eba-4993-83f6-f0a1a7776e8a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:07.993762 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-86835efa-5eba-4993-83f6-f0a1a7776e8a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 811 time: 0.2875924 Mar 11 19:17:07.995768 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:07.996070 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Checking segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:07.996462 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Bound using segment: {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:07.996971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Bound port: 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd642c240-9693-4fbc-8326-ca30d2033ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:07.997337 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.020095 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Made reservation on behalf of 7ebaeb5b399c4fd298cbe1004654368c for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:08.024477 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.041611 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:08.065916 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-576d89b5-f0e3-47f8-a93d-bdcdcc44fff5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/quotas/7d710cf3e62e46a4a4fafbefe6024ccf HTTP/1.1" status: 200 len: 375 time: 0.0711067 Mar 11 19:17:08.074168 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '9c6a3571-8d9b-4f16-9e1c-169d382da16b', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'port_id': '9c6a3571-8d9b-4f16-9e1c-169d382da16b', 'mac_address': 'fa:16:3e:72:51:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:17:08.171543 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 9c6a3571-8d9b-4f16-9e1c-169d382da16b is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:08.172178 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.199664 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6a3571-8d9b-4f16-9e1c-169d382da16b {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:08.279897 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:08.289245 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.290878 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 09ab31b7-e39a-419c-81d6-2fa61c57ea47 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:17:08.427775 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=9c6a3571-8d9b-4f16-9e1c-169d382da16b,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:08.429765 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] For port 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:08.486163 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55885b76-cf74-45f8-88ae-4c30d3155861 req-26040075-58fc-4a6e-8c14-b719ef577517 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:08.490057 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-55885b76-cf74-45f8-88ae-4c30d3155861 req-26040075-58fc-4a6e-8c14-b719ef577517 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 943 time: 0.3029916 Mar 11 19:17:08.526437 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-29778c77-6788-4885-803b-ca78cdb2db19 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4592011 Mar 11 19:17:08.532154 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] For port 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:08.541753 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Allocated IP 172.20.0.13 (b3e233e6-a6a7-42fb-b974-abd47312929e/7b785dd7-6031-4719-8c3a-1fd72a1aee12/6da86750-4fea-4b06-9386-98849c4fabec) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:08.590745 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.777159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.788231 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47,segment=NetworkSegment(6c218b26-2bc9-4b5f-9653-14b89835944e),segment_id=6c218b26-2bc9-4b5f-9653-14b89835944e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:08.805614 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '09ab31b7-e39a-419c-81d6-2fa61c57ea47', 'network_id': '1a10a9b7-47b7-444c-8ac2-5c860f72d898', 'port_id': '09ab31b7-e39a-419c-81d6-2fa61c57ea47', 'mac_address': 'fa:16:3e:8a:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a4f41f-0ba4-49f3-9919-22b431bd67eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:17:08.858400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:08.858594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.880816 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab31b7-e39a-419c-81d6-2fa61c57ea47 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:08.909028 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47,segment=NetworkSegment(6c218b26-2bc9-4b5f-9653-14b89835944e),segment_id=6c218b26-2bc9-4b5f-9653-14b89835944e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:08.922786 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.996604 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:08.997639 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:08.999396 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] 10.222.0.18 "PUT /v2.0/ports/0068da43-a37d-44fc-a1ae-8e2c8f642a37 HTTP/1.1" status: 200 len: 1093 time: 2.6931932 Mar 11 19:17:08.999958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4146ee59-34ce-4d90-9037-6aa218890420', 'tag': '0068da43-a37d-44fc-a1ae-8e2c8f642a37'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:09.002308 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32" -d '{"events": [{"name": "network-changed", "server_uuid": "4146ee59-34ce-4d90-9037-6aa218890420", "tag": "0068da43-a37d-44fc-a1ae-8e2c8f642a37"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:09.022838 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=09ab31b7-e39a-419c-81d6-2fa61c57ea47,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:09.038076 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-55885b76-cf74-45f8-88ae-4c30d3155861 req-103a981d-9ce7-4dc9-b428-a0386bbabc1b tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317743 Mar 11 19:17:09.055971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454b3ae-4544-44d7-81f7-0b86e9df732d service neutron] Pushing event updated for resources: {'Port': ['ID=0068da43-a37d-44fc-a1ae-8e2c8f642a37,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:09.225708 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-22b194da-de87-434e-a676-5e99f878b36d service neutron] 10.222.0.55 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599121 Mar 11 19:17:09.366627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-71d3462f-7180-46a7-9dd6-77d7f8edbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:09.368203 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-71d3462f-7180-46a7-9dd6-77d7f8edbf2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 1127 time: 0.2762403 Mar 11 19:17:09.376701 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for port (6da86750-4fea-4b06-9386-98849c4fabec), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:09.385648 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd8131-0519-4be9-8271-fb3838e01e4e req-96d8428b-0766-4296-8c3b-cb5dcf7ba3a6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:09.387318 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-94bd8131-0519-4be9-8271-fb3838e01e4e req-96d8428b-0766-4296-8c3b-cb5dcf7ba3a6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 943 time: 0.2440424 Mar 11 19:17:09.499273 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-94bd8131-0519-4be9-8271-fb3838e01e4e req-92921d55-c5db-4f7d-9c43-1606d4b44b59 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051269 Mar 11 19:17:09.501311 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-90b181c8-22a6-4cbb-a3f9-f8a98f5e09d0 service neutron] 10.222.0.55 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619863 Mar 11 19:17:09.521243 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:09.581179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Network b3e233e6-a6a7-42fb-b974-abd47312929e is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:09.584928 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:09.589111 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:09.596349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:09.597705 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:09.630005 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:09.656506 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-179dba5b-c264-46f7-a644-75087e3f426e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9469740 Mar 11 19:17:09.695626 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa76727-f943-4b37-86a3-2d2854bed8a3 req-b6b77abb-0fdb-4244-8be1-17eac4e83ec2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:09.697422 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7fa76727-f943-4b37-86a3-2d2854bed8a3 req-b6b77abb-0fdb-4244-8be1-17eac4e83ec2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 932 time: 0.0854990 Mar 11 19:17:09.801233 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7fa76727-f943-4b37-86a3-2d2854bed8a3 req-a99a2494-fc82-4921-904f-897daddaabc7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903294 Mar 11 19:17:09.806270 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ba2b07-d1ec-4ab0-b47c-bed523143a5c x-openstack-request-id: req-d8ba2b07-d1ec-4ab0-b47c-bed523143a5c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:09.806558 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4146ee59-34ce-4d90-9037-6aa218890420", "tag": "0068da43-a37d-44fc-a1ae-8e2c8f642a37", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:09.806814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8ba2b07-d1ec-4ab0-b47c-bed523143a5c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:09.807216 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4146ee59-34ce-4d90-9037-6aa218890420', 'tag': '0068da43-a37d-44fc-a1ae-8e2c8f642a37', 'status': 'completed', 'code': 200} Mar 11 19:17:09.873477 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cccb8b05-1a9f-4993-947b-a380b596905c req-c6aaf529-021e-4351-b6d9-a5d9b4bce22f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 210 time: 0.0350890 Mar 11 19:17:10.021076 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-777a2dbc-58d6-4aa5-9aef-222f53798e6f None None] Provisioning complete for port 6da86750-4fea-4b06-9386-98849c4fabec triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:10.021651 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-777a2dbc-58d6-4aa5-9aef-222f53798e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6da86750-4fea-4b06-9386-98849c4fabec), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.069546 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39658) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:10.097130 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-777a2dbc-58d6-4aa5-9aef-222f53798e6f None None] Port 6da86750-4fea-4b06-9386-98849c4fabec cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:17:10.245582 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597b21b-866f-439d-ade5-2ffd112af770 req-c0320b6c-c20d-47cb-8a9b-ec81c54a0a9f tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:10.247264 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9597b21b-866f-439d-ade5-2ffd112af770 req-c0320b6c-c20d-47cb-8a9b-ec81c54a0a9f tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 944 time: 0.1178498 Mar 11 19:17:10.313689 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9597b21b-866f-439d-ade5-2ffd112af770 req-f35b51fd-0e13-4264-8c4b-0b39081aeb2c tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562265 Mar 11 19:17:10.318421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.408681 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a29c826-2ad9-45b0-aece-a7a9abb50c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.493957 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a29c826-2ad9-45b0-aece-a7a9abb50c68 admin admin] Publish callbacks [] for security_group (8a93425a-6e69-441a-88ae-f80dacb20d51), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.501026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a29c826-2ad9-45b0-aece-a7a9abb50c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8a93425a-6e69-441a-88ae-f80dacb20d51), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.546408 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4a29c826-2ad9-45b0-aece-a7a9abb50c68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1c05586517b4f8080992e9b5770839e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732714 Mar 11 19:17:10.546408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29c826-2ad9-45b0-aece-a7a9abb50c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a93425a-6e69-441a-88ae-f80dacb20d51,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:10.546975 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39678) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:10.607927 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90f03c7c-308d-45c3-a036-c600b5b6c0cc admin admin] Publish callbacks [] for security_group (8a93425a-6e69-441a-88ae-f80dacb20d51), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.630718 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90f03c7c-308d-45c3-a036-c600b5b6c0cc admin admin] Publish callbacks [] for security_group (8a93425a-6e69-441a-88ae-f80dacb20d51), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.659344 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146d70a-cb00-4fe5-92e9-b0ac11f69e99 req-f5a35e2b-5102-41f9-ac4a-b627586e4e33 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:10.661330 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1146d70a-cb00-4fe5-92e9-b0ac11f69e99 req-f5a35e2b-5102-41f9-ac4a-b627586e4e33 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 943 time: 0.0634737 Mar 11 19:17:10.715986 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90f03c7c-308d-45c3-a036-c600b5b6c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8a93425a-6e69-441a-88ae-f80dacb20d51), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.719845 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-90f03c7c-308d-45c3-a036-c600b5b6c0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:10.721389 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-90f03c7c-308d-45c3-a036-c600b5b6c0cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a93425a-6e69-441a-88ae-f80dacb20d51 HTTP/1.1" status: 204 len: 168 time: 0.1734085 Mar 11 19:17:10.723205 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1146d70a-cb00-4fe5-92e9-b0ac11f69e99 req-89b69378-e0e5-4c19-a407-25b6a351ffa6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Mar 11 19:17:10.742395 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f03c7c-308d-45c3-a036-c600b5b6c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a93425a-6e69-441a-88ae-f80dacb20d51,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:10.992098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f200d02-28d5-4337-bed1-ba7e9b5caa7c req-e5576c58-ea01-4098-9ec5-cc4bd2c2c914 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:11.001942 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1f200d02-28d5-4337-bed1-ba7e9b5caa7c req-e5576c58-ea01-4098-9ec5-cc4bd2c2c914 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 932 time: 0.0991461 Mar 11 19:17:11.076707 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-491c043d-0206-42f8-aa22-17f3e17da63d req-3af52c14-a83d-4fb5-ad2f-db27e24b1028 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 210 time: 0.0551319 Mar 11 19:17:11.087399 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1f200d02-28d5-4337-bed1-ba7e9b5caa7c req-26b57919-31a5-4dac-a475-489cb4605940 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844717 Mar 11 19:17:11.109482 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39694) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:11.125051 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89cc86ef-e699-4c26-b92c-68633b8a7bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.231625 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89cc86ef-e699-4c26-b92c-68633b8a7bf4 admin admin] Publish callbacks [] for security_group (58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.236046 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89cc86ef-e699-4c26-b92c-68633b8a7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.277368 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-89cc86ef-e699-4c26-b92c-68633b8a7bf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0eaa1bd254347ebae3dddbe38fca442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665668 Mar 11 19:17:11.280504 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39700) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:11.288306 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc86ef-e699-4c26-b92c-68633b8a7bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:11.329716 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64d36320-742f-488a-8ef0-3bcd2b684374 admin admin] Publish callbacks [] for security_group (58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.353265 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64d36320-742f-488a-8ef0-3bcd2b684374 admin admin] Publish callbacks [] for security_group (58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.442854 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64d36320-742f-488a-8ef0-3bcd2b684374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.445555 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-64d36320-742f-488a-8ef0-3bcd2b684374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.446778 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-64d36320-742f-488a-8ef0-3bcd2b684374 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3 HTTP/1.1" status: 204 len: 168 time: 0.1652641 Mar 11 19:17:11.462324 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d36320-742f-488a-8ef0-3bcd2b684374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d1a24b-eaf6-427e-99d0-f4b9fdf95fd3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:11.472793 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505be3c0-ad55-4339-9960-93929bb968e7 req-e08758bd-86b7-4432-88b7-082cc131f581 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:11.474331 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-505be3c0-ad55-4339-9960-93929bb968e7 req-e08758bd-86b7-4432-88b7-082cc131f581 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 944 time: 0.0785089 Mar 11 19:17:11.536161 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-505be3c0-ad55-4339-9960-93929bb968e7 req-88d80dc8-d1f3-4dd2-9e18-a967dda50bc9 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559545 Mar 11 19:17:11.701341 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.798261 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['9c6a3571-8d9b-4f16-9e1c-169d382da16b'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:17:11.814966 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-304cc571-5b44-4e5c-bb5a-e9852cbb65c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37 HTTP/1.1" status: 200 len: 217 time: 0.0569768 Mar 11 19:17:11.821477 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Request body: {'port': {'device_id': '962fb683-7930-408b-b873-b7a8eb066fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:11.911737 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['09ab31b7-e39a-419c-81d6-2fa61c57ea47'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:17:11.968799 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-e1d4c0a4-3870-4506-9b36-ccd8a34e8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:11.970355 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-e1d4c0a4-3870-4506-9b36-ccd8a34e8a7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.1455920 Mar 11 19:17:12.014807 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-fda0f886-6eb0-4d12-bc7a-3c93c4b08042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337882 Mar 11 19:17:12.015421 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:12.050971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443c17-620f-484e-bf47-483fa948315a req-fbabaab7-3339-4368-b174-e7a9f09f1b79 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:12.052769 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a5443c17-620f-484e-bf47-483fa948315a req-fbabaab7-3339-4368-b174-e7a9f09f1b79 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 943 time: 0.1923420 Mar 11 19:17:12.387048 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b275f111-8681-4016-a1f3-54c0d6fc6250 req-de084765-a0e1-4499-98ea-8014159df190 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 210 time: 0.1310596 Mar 11 19:17:12.390300 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-00faa304-3d47-4048-a273-2b5dff019be2 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583052 Mar 11 19:17:12.403881 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a5443c17-620f-484e-bf47-483fa948315a req-fb417d32-d85b-4ee8-b999-98dd2fd3ac73 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387165 Mar 11 19:17:12.967451 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8871d1c5-8c83-4cf2-98f3-5df7c0b73d97 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:12.969819 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8871d1c5-8c83-4cf2-98f3-5df7c0b73d97 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 811 time: 0.2380619 Mar 11 19:17:13.091084 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-7fd4bb87-432e-4f2e-95a0-ec6442e31cee tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf HTTP/1.1" status: 200 len: 379 time: 0.1099455 Mar 11 19:17:13.091242 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c23f00-f258-47ea-8a29-0fac8efeed19 req-1b54fa5c-4dc7-4331-9954-cdef62d7f252 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.092665 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-97c23f00-f258-47ea-8a29-0fac8efeed19 req-1b54fa5c-4dc7-4331-9954-cdef62d7f252 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 932 time: 0.6009939 Mar 11 19:17:13.110458 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'port': {'device_id': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'admin_state_up': True, 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'security_groups': ['a7c16080-0817-438c-ad2e-cb13964863c0']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:13.113153 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-23d4c81c-5fd1-4cd6-ab3b-137aeea18e88 req-93fc15d6-deb2-4166-b68f-0bb4d19856a7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009902 Mar 11 19:17:13.181316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdebc4e-447f-4ff0-a028-0edd6ee0a38f req-362c393b-1380-4713-b591-671679bfa916 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.182750 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ebdebc4e-447f-4ff0-a028-0edd6ee0a38f req-362c393b-1380-4713-b591-671679bfa916 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 944 time: 0.3635664 Mar 11 19:17:13.255998 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Made reservation on behalf of 7d710cf3e62e46a4a4fafbefe6024ccf for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:13.267277 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.269388 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-97c23f00-f258-47ea-8a29-0fac8efeed19 req-69f4d8f0-1e44-4ff2-8ecb-b3a04f148087 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665337 Mar 11 19:17:13.289034 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da86750-4fea-4b06-9386-98849c4fabec {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:13.311730 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Publish callbacks [] for port (6da86750-4fea-4b06-9386-98849c4fabec), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.357905 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Transition to ACTIVE for port object 6da86750-4fea-4b06-9386-98849c4fabec will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:17:13.372920 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-d9ed3b9f-8db3-47ef-8331-86fb0cbcd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.375182 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-d9ed3b9f-8db3-47ef-8331-86fb0cbcd46c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 1127 time: 0.2037482 Mar 11 19:17:13.381233 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ebdebc4e-447f-4ff0-a028-0edd6ee0a38f req-3c1ca67f-cd50-40be-8726-086cd8dcb9f8 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449437 Mar 11 19:17:13.382843 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.532496 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:13.547962 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Allocated IP 172.20.0.11 (1310714a-4acb-4f09-b4aa-7a22c2293633/55f4b999-9d14-403a-87bd-ebce09cf262f/3a36474c-214b-4173-b97c-26a452ddc023) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:13.625587 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-55b8be92-d347-40dd-b04d-67cb6e84feae req-027fdfc9-8d67-416f-aaf4-d55773940818 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 210 time: 0.0950973 Mar 11 19:17:13.649590 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Attempting to bind port 6da86750-4fea-4b06-9386-98849c4fabec on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:13.650115 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Attempting to bind port 6da86750-4fea-4b06-9386-98849c4fabec by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:13.650735 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Attempting to bind port 6da86750-4fea-4b06-9386-98849c4fabec on network b3e233e6-a6a7-42fb-b974-abd47312929e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:13.668535 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Port 6da86750-4fea-4b06-9386-98849c4fabec on network b3e233e6-a6a7-42fb-b974-abd47312929e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:17:13.669659 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Attempting to bind port 6da86750-4fea-4b06-9386-98849c4fabec on network b3e233e6-a6a7-42fb-b974-abd47312929e {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:13.685516 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:13.686154 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Checking segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:13.686803 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Bound using segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:13.687406 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Bound port: 6da86750-4fea-4b06-9386-98849c4fabec, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:13.688868 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.694948 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-074e918d-2649-4729-9937-8afd8be75482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.697102 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-074e918d-2649-4729-9937-8afd8be75482 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.3080423 Mar 11 19:17:13.730560 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73e5ab-9024-4870-a06f-68537bb471af req-11e4c9a1-b319-43ba-939f-201c66794e20 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.732180 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0e73e5ab-9024-4870-a06f-68537bb471af req-11e4c9a1-b319-43ba-939f-201c66794e20 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 943 time: 0.2005689 Mar 11 19:17:13.769907 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9c6a3571-8d9b-4f16-9e1c-169d382da16b up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:13.786319 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-335687f5-7ef1-43f8-86b3-985892a4b8fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37 HTTP/1.1" status: 200 len: 217 time: 0.0777154 Mar 11 19:17:13.787597 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for port (3a36474c-214b-4173-b97c-26a452ddc023), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.830981 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (3a36474c-214b-4173-b97c-26a452ddc023), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.913768 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 9c6a3571-8d9b-4f16-9e1c-169d382da16b completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:17:13.918804 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 9c6a3571-8d9b-4f16-9e1c-169d382da16b triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:13.919405 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.924674 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:13.930599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0e73e5ab-9024-4870-a06f-68537bb471af req-afca9e6b-a748-4c27-bb63-edce313a716e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663361 Mar 11 19:17:13.932560 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-42b5e1b7-7097-481a-aadd-72b994d36042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.934898 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-42b5e1b7-7097-481a-aadd-72b994d36042 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.1335161 Mar 11 19:17:13.958932 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:13.960778 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:13.965611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:13.978309 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:13.983246 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-31d02ce9-9c80-48a7-a504-b278c04a5675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400956 Mar 11 19:17:13.990420 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:13.993112 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:13.993782 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.036633 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9339948 Mar 11 19:17:14.057184 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Request body: {'port': {'device_id': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:14.073995 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:14.074828 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.076955 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] 10.222.0.18 "PUT /v2.0/ports/6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 1094 time: 2.2601769 Mar 11 19:17:14.082844 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:14.085479 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ec5132-d0b7-4300-ad8b-f2c72a89edba" -d '{"events": [{"name": "network-changed", "server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:14.202156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 9c6a3571-8d9b-4f16-9e1c-169d382da16b is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:14.202156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.263715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab680af2-acdf-4e5b-a42b-521ac83a56df x-openstack-request-id: req-ab680af2-acdf-4e5b-a42b-521ac83a56df {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:14.263715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:14.288547 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab680af2-acdf-4e5b-a42b-521ac83a56df {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:14.288893 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'status': 'completed', 'code': 200} Mar 11 19:17:14.289669 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caea95-2f6c-4ca5-81a8-5613f114fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:14.301349 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:14.302865 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791b0fd-0396-462b-9dc7-e366dad08850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a3571-8d9b-4f16-9e1c-169d382da16b'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:14.304114 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39838) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:14.323175 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3a36474c-214b-4173-b97c-26a452ddc023), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.377345 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7d67-9ae8-44e5-a006-97a9233f399f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'Port': ['ID=3a36474c-214b-4173-b97c-26a452ddc023,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:14.438657 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.444334 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 09ab31b7-e39a-419c-81d6-2fa61c57ea47 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:14.505024 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-f8b32f4b-0b44-4f93-8922-37379535cce1 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125577 Mar 11 19:17:14.507479 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-ec7c6ae9-24a7-4d3d-8ad1-7d4b05819fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:14.509262 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-ec7c6ae9-24a7-4d3d-8ad1-7d4b05819fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1128 time: 0.3716154 Mar 11 19:17:14.616411 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f526bdeb-f726-4e89-9471-25f2caee07f3 None None] Provisioning complete for port 3a36474c-214b-4173-b97c-26a452ddc023 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:14.617081 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f526bdeb-f726-4e89-9471-25f2caee07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3a36474c-214b-4173-b97c-26a452ddc023), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.679593 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-dc13ed03-5a74-4d36-8899-49bf28d384ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 217 time: 0.1504307 Mar 11 19:17:14.742632 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047493-00a6-4193-9551-0e939279b8cf req-8737f4d8-ed19-4069-9205-cb93af69745c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:14.745704 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-94047493-00a6-4193-9551-0e939279b8cf req-8737f4d8-ed19-4069-9205-cb93af69745c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.3079183 Mar 11 19:17:14.800707 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7561bce-b17a-4175-83d6-0fe68315144e" -d '{"events": [{"server_uuid": "1791b0fd-0396-462b-9dc7-e366dad08850", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a3571-8d9b-4f16-9e1c-169d382da16b"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:14.825241 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:17:14.834116 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a36474c-214b-4173-b97c-26a452ddc023 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:14.838439 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:14.839833 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.844927 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Publish callbacks [] for port (3a36474c-214b-4173-b97c-26a452ddc023), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.863273 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Transition to ACTIVE for port object 3a36474c-214b-4173-b97c-26a452ddc023 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:17:14.867868 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3a36474c-214b-4173-b97c-26a452ddc023), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:14.903641 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f526bdeb-f726-4e89-9471-25f2caee07f3 None None] Port 3a36474c-214b-4173-b97c-26a452ddc023 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:17:14.905213 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=9c6a3571-8d9b-4f16-9e1c-169d382da16b,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:14.945755 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Pushing event updated for resources: {'Port': ['ID=3a36474c-214b-4173-b97c-26a452ddc023,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:14.983343 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88bf18ca-5a91-4851-ac34-1a482225fcb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.007418 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Attempting to bind port 3a36474c-214b-4173-b97c-26a452ddc023 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:15.008000 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Attempting to bind port 3a36474c-214b-4173-b97c-26a452ddc023 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:15.008455 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Attempting to bind port 3a36474c-214b-4173-b97c-26a452ddc023 on network 1310714a-4acb-4f09-b4aa-7a22c2293633 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:15.024701 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Port 3a36474c-214b-4173-b97c-26a452ddc023 on network 1310714a-4acb-4f09-b4aa-7a22c2293633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:17:15.025946 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Attempting to bind port 3a36474c-214b-4173-b97c-26a452ddc023 on network 1310714a-4acb-4f09-b4aa-7a22c2293633 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:15.040683 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:15.042489 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Checking segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:15.042888 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Bound using segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:15.043539 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Bound port: 3a36474c-214b-4173-b97c-26a452ddc023, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:15.043841 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:15.043973 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3a36474c-214b-4173-b97c-26a452ddc023), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.044244 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.067131 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-cb8b5e06-0aab-4757-bbe7-dfb63364f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.082516 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-cb8b5e06-0aab-4757-bbe7-dfb63364f4bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.3346794 Mar 11 19:17:15.166380 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47,segment=NetworkSegment(6c218b26-2bc9-4b5f-9653-14b89835944e),segment_id=6c218b26-2bc9-4b5f-9653-14b89835944e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:15.172316 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.174648 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] For port 3a36474c-214b-4173-b97c-26a452ddc023, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:15.203761 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] For port 3a36474c-214b-4173-b97c-26a452ddc023, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3a36474c-214b-4173-b97c-26a452ddc023,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:15.220849 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3a36474c-214b-4173-b97c-26a452ddc023), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.231334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e143-0551-4277-87f5-717657cf2aa1 req-5032d1ec-5bb4-4340-afe4-e1b3fefa6455 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.236810 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2530e143-0551-4277-87f5-717657cf2aa1 req-5032d1ec-5bb4-4340-afe4-e1b3fefa6455 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 944 time: 0.5729482 Mar 11 19:17:15.239051 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bbd1dd-96a0-40fb-af6e-e9c9c994df32 req-6f1527cb-bdec-439c-aa64-69028b96338b service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200985 Mar 11 19:17:15.255587 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-94047493-00a6-4193-9551-0e939279b8cf req-af76629a-39a9-4080-bb3b-c7d35c7bde8b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810495 Mar 11 19:17:15.315218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=09ab31b7-e39a-419c-81d6-2fa61c57ea47,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:15.355284 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Pushing event updated for resources: {'Port': ['ID=3a36474c-214b-4173-b97c-26a452ddc023,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:15.411892 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.413362 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.415695 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-8cf5e22f-fa65-4f6b-b254-c3032bd24a4a service neutron] 10.222.0.18 "PUT /v2.0/ports/3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 1094 time: 1.3713541 Mar 11 19:17:15.416072 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:15.419501 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b58424-ab05-4e46-8d3e-546eeceef997" -d '{"events": [{"name": "network-changed", "server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "tag": "3a36474c-214b-4173-b97c-26a452ddc023"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:15.460653 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-d2cca9ad-7cb1-4424-a946-2fdd4e2cbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.466319 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-d2cca9ad-7cb1-4424-a946-2fdd4e2cbd40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3816216 Mar 11 19:17:15.496224 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2530e143-0551-4277-87f5-717657cf2aa1 req-42f1c53b-1f3b-42bc-8d1c-b417fb9db1da tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386980 Mar 11 19:17:15.555910 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-fac56111-5b92-4992-b691-c6a78e8718d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.557740 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-fac56111-5b92-4992-b691-c6a78e8718d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1128 time: 0.0813694 Mar 11 19:17:15.647491 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-a82cc398-042b-4cc1-9d77-1488199f7d7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 217 time: 0.0823016 Mar 11 19:17:15.666934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88bf18ca-5a91-4851-ac34-1a482225fcb2 admin admin] Publish callbacks [] for security_group (4219cf27-ccf2-464c-846e-7b7c35f8b2f7), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.688123 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d683ec-0516-41d5-8377-6a2c829da5a0 x-openstack-request-id: req-f1d683ec-0516-41d5-8377-6a2c829da5a0 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:15.688447 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791b0fd-0396-462b-9dc7-e366dad08850", "name": "network-vif-plugged", "status": "completed", "tag": "9c6a3571-8d9b-4f16-9e1c-169d382da16b", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:15.688708 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1d683ec-0516-41d5-8377-6a2c829da5a0 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:15.689187 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791b0fd-0396-462b-9dc7-e366dad08850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6a3571-8d9b-4f16-9e1c-169d382da16b', 'code': 200} Mar 11 19:17:15.690234 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-88bf18ca-5a91-4851-ac34-1a482225fcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4219cf27-ccf2-464c-846e-7b7c35f8b2f7), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:15.731546 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-11247ca4-b37f-45e0-9da6-b275ff8c1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.733070 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-11247ca4-b37f-45e0-9da6-b275ff8c1f86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0779154 Mar 11 19:17:15.741239 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-b3a40420-a510-40a2-a0ac-8555210920de service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521183 Mar 11 19:17:15.764006 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a40a-baa0-41c2-8d65-6bc6f399343c req-011f9f4a-d018-4db5-8802-3a1c7e6289f2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.767219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 0068da43-a37d-44fc-a1ae-8e2c8f642a37 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:17:15.771665 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9921a40a-baa0-41c2-8d65-6bc6f399343c req-011f9f4a-d018-4db5-8802-3a1c7e6289f2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 944 time: 0.3513043 Mar 11 19:17:15.773724 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf18ca-5a91-4851-ac34-1a482225fcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219cf27-ccf2-464c-846e-7b7c35f8b2f7,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:15.836416 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39894) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:15.842858 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-88bf18ca-5a91-4851-ac34-1a482225fcb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a854a913efd14440b2896a85e001ef8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5279205 Mar 11 19:17:15.848361 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39898) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:15.881808 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7755-8114-4f9e-89d1-826549594450 req-5f7fc37c-d139-48a6-8dda-00ea991e171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:15.883358 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-5f7fc37c-d139-48a6-8dda-00ea991e171a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341329 Mar 11 19:17:15.939878 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:15.955011 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '0068da43-a37d-44fc-a1ae-8e2c8f642a37', 'network_id': '5b68d94e-eaf5-4cce-88a4-4aa976165179', 'port_id': '0068da43-a37d-44fc-a1ae-8e2c8f642a37', 'mac_address': 'fa:16:3e:4a:e6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '704ba0a8-827c-4db3-b016-bae21207dbd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:17:16.006552 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:16.007055 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.027098 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0068da43-a37d-44fc-a1ae-8e2c8f642a37 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:16.049952 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:16.056109 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.111595 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=0068da43-a37d-44fc-a1ae-8e2c8f642a37,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:16.148499 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15b9d174-f813-47fd-bad1-accc19aa1c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.183575 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-9422b6f8-60a7-4fe5-9c37-8975957c7f4b service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913625 Mar 11 19:17:16.235248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9921a40a-baa0-41c2-8d65-6bc6f399343c req-b84c6795-92dc-4996-9036-454cde1a8a52 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622972 Mar 11 19:17:16.279651 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b10014cc-5109-4149-b7f5-14c5468012e2 req-fc995e7e-b516-400b-bc3d-cfa49a8773c2 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282834 Mar 11 19:17:16.292278 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['0068da43-a37d-44fc-a1ae-8e2c8f642a37'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:17:16.318035 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3c8a0-5dd1-4b14-b81a-92b74c0c67b1 x-openstack-request-id: req-5ea3c8a0-5dd1-4b14-b81a-92b74c0c67b1 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:16.318335 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "tag": "3a36474c-214b-4173-b97c-26a452ddc023", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:16.318676 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ea3c8a0-5dd1-4b14-b81a-92b74c0c67b1 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:16.318980 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023', 'status': 'completed', 'code': 200} Mar 11 19:17:16.331977 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15b9d174-f813-47fd-bad1-accc19aa1c38 admin admin] Publish callbacks [] for security_group (31e4e1ff-21b4-4b8e-80ff-6b46a37058ab), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.336948 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fa2b7755-8114-4f9e-89d1-826549594450 req-7bdea66a-f6ac-4090-8d3c-2938a46cf41f service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434875 Mar 11 19:17:16.340049 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-15b9d174-f813-47fd-bad1-accc19aa1c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (31e4e1ff-21b4-4b8e-80ff-6b46a37058ab), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.363056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaa7bb-288b-494e-b342-dc7bf8973503 req-90ffe8c5-2961-4b4d-981e-62a6de36afbe tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:16.376205 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5aeaa7bb-288b-494e-b342-dc7bf8973503 req-90ffe8c5-2961-4b4d-981e-62a6de36afbe tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 943 time: 0.5900850 Mar 11 19:17:16.429758 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9d174-f813-47fd-bad1-accc19aa1c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4e1ff-21b4-4b8e-80ff-6b46a37058ab,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:16.442296 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-15b9d174-f813-47fd-bad1-accc19aa1c38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83cba3c395c847449edaadf6fe4db2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047442 Mar 11 19:17:16.442922 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39910) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:16.458616 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea398-dedf-418d-b1a4-8c91041a403e admin admin] Publish callbacks [] for security_group (4219cf27-ccf2-464c-846e-7b7c35f8b2f7), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.503454 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-c88040b7-36b3-4611-a511-a4b4d388d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:16.505583 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-c88040b7-36b3-4611-a511-a4b4d388d880 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1128 time: 0.1404607 Mar 11 19:17:16.514611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea398-dedf-418d-b1a4-8c91041a403e admin admin] Publish callbacks [] for security_group (4219cf27-ccf2-464c-846e-7b7c35f8b2f7), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.517661 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830841f-c49a-4b40-a2f2-08935d740576 req-2a1367c5-89da-482f-8892-442de6ae75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:16.520001 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0830841f-c49a-4b40-a2f2-08935d740576 req-2a1367c5-89da-482f-8892-442de6ae75bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.4233208 Mar 11 19:17:16.574293 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e9151a5-a71b-4c97-9c4e-bbfc9792e835 admin admin] Publish callbacks [] for security_group (31e4e1ff-21b4-4b8e-80ff-6b46a37058ab), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.641461 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0830841f-c49a-4b40-a2f2-08935d740576 req-076174ca-c601-486f-a3de-032045acfd34 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.661514 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e9151a5-a71b-4c97-9c4e-bbfc9792e835 admin admin] Publish callbacks [] for security_group (31e4e1ff-21b4-4b8e-80ff-6b46a37058ab), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.682635 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5aeaa7bb-288b-494e-b342-dc7bf8973503 req-29813094-392c-400f-956f-2acea83c4340 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035061 Mar 11 19:17:16.694246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-e0f52ab8-93d7-41c7-ba00-d07098ec9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:16.696156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-e0f52ab8-93d7-41c7-ba00-d07098ec9e9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1128 time: 0.2645781 Mar 11 19:17:16.739592 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319efe5-1b93-4222-b9d6-26538a06bace req-408ec29f-2806-4e9b-9ab7-3c98bd9ff350 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:16.741241 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4319efe5-1b93-4222-b9d6-26538a06bace req-408ec29f-2806-4e9b-9ab7-3c98bd9ff350 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.2936506 Mar 11 19:17:16.782676 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-744a4005-de32-45ae-9898-a3f51ea282c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:16.785368 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-744a4005-de32-45ae-9898-a3f51ea282c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.2430334 Mar 11 19:17:16.816504 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea398-dedf-418d-b1a4-8c91041a403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4219cf27-ccf2-464c-846e-7b7c35f8b2f7), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.819424 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea398-dedf-418d-b1a4-8c91041a403e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.823201 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4d4ea398-dedf-418d-b1a4-8c91041a403e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4219cf27-ccf2-464c-846e-7b7c35f8b2f7 HTTP/1.1" status: 204 len: 168 time: 0.9715157 Mar 11 19:17:16.861102 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-c6313207-d81a-45ff-9cf7-4a5975bbb4fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 217 time: 0.0659087 Mar 11 19:17:16.904610 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ea398-dedf-418d-b1a4-8c91041a403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219cf27-ccf2-464c-846e-7b7c35f8b2f7,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:16.931670 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0830841f-c49a-4b40-a2f2-08935d740576 req-076174ca-c601-486f-a3de-032045acfd34 service neutron] Publish callbacks [] for security_group (8730a4ec-dc57-45f3-bfd9-30c7ed17d70b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.963687 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0830841f-c49a-4b40-a2f2-08935d740576 req-076174ca-c601-486f-a3de-032045acfd34 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8730a4ec-dc57-45f3-bfd9-30c7ed17d70b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.975937 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e9151a5-a71b-4c97-9c4e-bbfc9792e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (31e4e1ff-21b4-4b8e-80ff-6b46a37058ab), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.980857 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4319efe5-1b93-4222-b9d6-26538a06bace req-15232363-57cc-4acc-a7e9-89cc10b74797 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242925 Mar 11 19:17:16.986790 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6e9151a5-a71b-4c97-9c4e-bbfc9792e835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:16.989219 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6e9151a5-a71b-4c97-9c4e-bbfc9792e835 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31e4e1ff-21b4-4b8e-80ff-6b46a37058ab HTTP/1.1" status: 204 len: 168 time: 0.5443094 Mar 11 19:17:16.999506 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-9d8287c1-8921-41cc-a461-c2c37ebe24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.005475 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-9d8287c1-8921-41cc-a461-c2c37ebe24ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.1373610 Mar 11 19:17:17.009887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-ecf46ef7-5495-4b33-bf0a-ac96189812e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.011590 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-ecf46ef7-5495-4b33-bf0a-ac96189812e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 912 time: 0.3065512 Mar 11 19:17:17.051836 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076174ca-c601-486f-a3de-032045acfd34 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8730a4ec-dc57-45f3-bfd9-30c7ed17d70b,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:17.084236 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0830841f-c49a-4b40-a2f2-08935d740576 req-076174ca-c601-486f-a3de-032045acfd34 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302427 Mar 11 19:17:17.088270 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9151a5-a71b-4c97-9c4e-bbfc9792e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4e1ff-21b4-4b8e-80ff-6b46a37058ab,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:17.092947 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9488637-b0f0-4854-8865-c99e8d7da583 req-50821c63-3296-435a-a29b-ecaf04c7e7b8 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.094508 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a9488637-b0f0-4854-8865-c99e8d7da583 req-50821c63-3296-435a-a29b-ecaf04c7e7b8 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.2973132 Mar 11 19:17:17.095863 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-5280b8e2-5572-45b9-9991-7b0766e0bdfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 217 time: 0.0608256 Mar 11 19:17:17.119487 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39938) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:17.141827 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-dbecf80f-a489-4d20-b591-510faddc2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.145057 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-dbecf80f-a489-4d20-b591-510faddc2f39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1230404 Mar 11 19:17:17.181098 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a9488637-b0f0-4854-8865-c99e8d7da583 req-893097c8-746e-4683-a4bb-69ffa4a1e8c8 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702899 Mar 11 19:17:17.280535 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39948) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:17.302313 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f56118a-7b93-4900-970f-7a740082e2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.461084 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-a2a7bded-08bd-4814-8a34-375b3d246d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.462847 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-a2a7bded-08bd-4814-8a34-375b3d246d7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0833046 Mar 11 19:17:17.475271 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d0e27-f6d0-4d2b-a341-8bd39bfe15a9 req-953eb93a-f640-4a2b-af0c-66d2596eda80 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.478559 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f56118a-7b93-4900-970f-7a740082e2b1 admin admin] Publish callbacks [] for security_group (784ba74a-4031-490f-a2b8-7c603032252b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.483441 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d50d0e27-f6d0-4d2b-a341-8bd39bfe15a9 req-953eb93a-f640-4a2b-af0c-66d2596eda80 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 944 time: 0.1445491 Mar 11 19:17:17.561454 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-e449938e-a369-4493-aed3-d08ba4e3458a service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012386 Mar 11 19:17:17.563353 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f56118a-7b93-4900-970f-7a740082e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (784ba74a-4031-490f-a2b8-7c603032252b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.593675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-aacc5329-c0ad-42cf-b7e0-7a96ca2cfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:17.595516 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-aacc5329-c0ad-42cf-b7e0-7a96ca2cfe37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093163 Mar 11 19:17:17.620337 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d50d0e27-f6d0-4d2b-a341-8bd39bfe15a9 req-ae0d529f-1256-44b7-b6ea-e1de624c03a2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336324 Mar 11 19:17:17.626452 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a812be36-622c-4aa0-8d23-d710828a39c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.641885 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56118a-7b93-4900-970f-7a740082e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ba74a-4031-490f-a2b8-7c603032252b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:17.663648 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1f56118a-7b93-4900-970f-7a740082e2b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=544c9987c37947da9ff6c621bdeeef54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819268 Mar 11 19:17:17.670248 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39956) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:17.690944 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab31b7-e39a-419c-81d6-2fa61c57ea47'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:17.695415 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 39958) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:17.697228 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e139c436-e7cd-43a7-be17-7cde8da6048d" -d '{"events": [{"server_uuid": "e4837b65-acd6-47a0-b6cc-bcb64f8e0f57", "name": "network-vif-plugged", "status": "completed", "tag": "09ab31b7-e39a-419c-81d6-2fa61c57ea47"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:17.751037 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98b1ca0-9eef-49ce-8c32-fdad94a844c1 x-openstack-request-id: req-c98b1ca0-9eef-49ce-8c32-fdad94a844c1 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:17.751405 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4837b65-acd6-47a0-b6cc-bcb64f8e0f57", "name": "network-vif-plugged", "status": "completed", "tag": "09ab31b7-e39a-419c-81d6-2fa61c57ea47", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:17.751727 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c98b1ca0-9eef-49ce-8c32-fdad94a844c1 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:17.752446 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab31b7-e39a-419c-81d6-2fa61c57ea47', 'code': 200} Mar 11 19:17:17.756977 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9556-7290-4662-a6eb-26b1721aa9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.785601 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 0068da43-a37d-44fc-a1ae-8e2c8f642a37 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:17.842347 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-38ec5132-d0b7-4300-ad8b-f2c72a89edba req-f08bc7c2-22fc-4ec4-bea3-eff0e4b7d306 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531767 Mar 11 19:17:17.845819 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-58868e70-e0c9-408b-a2ad-9e3c0611a5f9 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261534 Mar 11 19:17:17.857033 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:17:17.857583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a812be36-622c-4aa0-8d23-d710828a39c1 admin admin] Publish callbacks [] for security_group (281eb2bd-906e-40a2-a0d1-b224bc1e1092), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.863316 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:17.863704 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.865013 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a812be36-622c-4aa0-8d23-d710828a39c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (281eb2bd-906e-40a2-a0d1-b224bc1e1092), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.912654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2174-b5b0-4d7c-9355-e8dcae71b0e9 admin admin] Publish callbacks [] for security_group (784ba74a-4031-490f-a2b8-7c603032252b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:17.913716 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a812be36-622c-4aa0-8d23-d710828a39c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=273b25015a4348bf949c9c6d592b66ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7928805 Mar 11 19:17:17.914197 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:17.922187 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812be36-622c-4aa0-8d23-d710828a39c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281eb2bd-906e-40a2-a0d1-b224bc1e1092,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:17.983511 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:17.983993 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.019937 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2174-b5b0-4d7c-9355-e8dcae71b0e9 admin admin] Publish callbacks [] for security_group (784ba74a-4031-490f-a2b8-7c603032252b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.030336 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:18.036473 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.038280 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1405e62-d71e-4d04-b2a7-80ed9a15bddd req-de4c82f0-693b-4c69-8f6c-0444b962b0f6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:18.039924 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b1405e62-d71e-4d04-b2a7-80ed9a15bddd req-de4c82f0-693b-4c69-8f6c-0444b962b0f6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 944 time: 0.2267306 Mar 11 19:17:18.083516 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d184d-30d3-46e7-bd74-1c5433f344ca req-63de281f-99ab-47c0-9b28-46816ce51774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:18.085045 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-4f3d184d-30d3-46e7-bd74-1c5433f344ca req-63de281f-99ab-47c0-9b28-46816ce51774 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 1129 time: 0.1416852 Mar 11 19:17:18.089911 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d7212d2-6ff8-4e82-9fd4-4e8e97f914cc admin admin] Publish callbacks [] for security_group (281eb2bd-906e-40a2-a0d1-b224bc1e1092), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.107680 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=0068da43-a37d-44fc-a1ae-8e2c8f642a37,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:18.135625 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d7212d2-6ff8-4e82-9fd4-4e8e97f914cc admin admin] Publish callbacks [] for security_group (281eb2bd-906e-40a2-a0d1-b224bc1e1092), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.154494 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8b58424-ab05-4e46-8d3e-546eeceef997 req-cba8b45c-00f4-43bd-939e-e3f5af70e885 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802038 Mar 11 19:17:18.160990 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9556-7290-4662-a6eb-26b1721aa9f7 admin admin] Publish callbacks [] for security_group (1d12222a-24a5-4c15-83b0-ca2866fec5d4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.173573 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9556-7290-4662-a6eb-26b1721aa9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (1d12222a-24a5-4c15-83b0-ca2866fec5d4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.187476 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-4f3d184d-30d3-46e7-bd74-1c5433f344ca req-76827629-121b-4b66-9371-fbe4df40ea91 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945704 Mar 11 19:17:18.217055 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d7212d2-6ff8-4e82-9fd4-4e8e97f914cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (281eb2bd-906e-40a2-a0d1-b224bc1e1092), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.220113 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4d7212d2-6ff8-4e82-9fd4-4e8e97f914cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.222074 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-4d7212d2-6ff8-4e82-9fd4-4e8e97f914cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/281eb2bd-906e-40a2-a0d1-b224bc1e1092 HTTP/1.1" status: 204 len: 168 time: 0.3060849 Mar 11 19:17:18.230450 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7212d2-6ff8-4e82-9fd4-4e8e97f914cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281eb2bd-906e-40a2-a0d1-b224bc1e1092,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:18.234570 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b1405e62-d71e-4d04-b2a7-80ed9a15bddd req-60b888be-ce33-4b96-b2a5-28ef93f30d2f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874607 Mar 11 19:17:18.266266 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2174-b5b0-4d7c-9355-e8dcae71b0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (784ba74a-4031-490f-a2b8-7c603032252b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.269825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2174-b5b0-4d7c-9355-e8dcae71b0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.273989 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ac0f2174-b5b0-4d7c-9355-e8dcae71b0e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/784ba74a-4031-490f-a2b8-7c603032252b HTTP/1.1" status: 204 len: 168 time: 0.5996187 Mar 11 19:17:18.275627 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-0e8e9556-7290-4662-a6eb-26b1721aa9f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db570725e9694d7aa465754929d7da01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5783150 Mar 11 19:17:18.277424 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e9556-7290-4662-a6eb-26b1721aa9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d12222a-24a5-4c15-83b0-ca2866fec5d4,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:18.279010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:18.293676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175cdd6-943f-459d-965a-b2bbd43dfe91 req-2a95d88d-979c-4e13-b8bc-b4337acec74f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:18.301307 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a175cdd6-943f-459d-965a-b2bbd43dfe91 req-2a95d88d-979c-4e13-b8bc-b4337acec74f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.2098169 Mar 11 19:17:18.314440 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2174-b5b0-4d7c-9355-e8dcae71b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ba74a-4031-490f-a2b8-7c603032252b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:18.371346 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-361f3d17-841c-414b-8f11-c7abdf7bbeb8 admin admin] Publish callbacks [] for security_group (1d12222a-24a5-4c15-83b0-ca2866fec5d4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.405369 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-361f3d17-841c-414b-8f11-c7abdf7bbeb8 admin admin] Publish callbacks [] for security_group (1d12222a-24a5-4c15-83b0-ca2866fec5d4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.406804 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a175cdd6-943f-459d-965a-b2bbd43dfe91 req-0bb1ecbe-492c-441a-b33c-69bf5767d299 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026230 Mar 11 19:17:18.452563 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f68a-4885-4225-962a-ecac8d30f4ee req-aa2ede62-e409-4f37-b062-4fcd56f92073 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:18.456776 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1499f68a-4885-4225-962a-ecac8d30f4ee req-aa2ede62-e409-4f37-b062-4fcd56f92073 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.1036217 Mar 11 19:17:18.474824 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-361f3d17-841c-414b-8f11-c7abdf7bbeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (1d12222a-24a5-4c15-83b0-ca2866fec5d4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.481375 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-361f3d17-841c-414b-8f11-c7abdf7bbeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.482576 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-361f3d17-841c-414b-8f11-c7abdf7bbeb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d12222a-24a5-4c15-83b0-ca2866fec5d4 HTTP/1.1" status: 204 len: 168 time: 0.2025721 Mar 11 19:17:18.502534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f3d17-841c-414b-8f11-c7abdf7bbeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d12222a-24a5-4c15-83b0-ca2866fec5d4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:18.529535 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1499f68a-4885-4225-962a-ecac8d30f4ee req-d3a0c59d-06ad-4b82-875d-e68541be7f43 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658216 Mar 11 19:17:18.754210 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aaa82-a83c-424e-9860-25197232c251 req-35ee8c3b-a1eb-4d12-89ce-40296159985a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:18.758688 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 39988) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:18.758806 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-956aaa82-a83c-424e-9860-25197232c251 req-35ee8c3b-a1eb-4d12-89ce-40296159985a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 944 time: 0.0590942 Mar 11 19:17:18.775194 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f666bf73-eef8-4d11-abe4-f15d90dd7f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.825379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-956aaa82-a83c-424e-9860-25197232c251 req-d1025600-3944-4a54-8e32-287b6b01977f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629153 Mar 11 19:17:18.922978 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f666bf73-eef8-4d11-abe4-f15d90dd7f9d admin admin] Publish callbacks [] for security_group (c6929ed2-8cc1-47de-b4b3-9198df7eb7fe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.927039 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f666bf73-eef8-4d11-abe4-f15d90dd7f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c6929ed2-8cc1-47de-b4b3-9198df7eb7fe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:18.978914 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-f666bf73-eef8-4d11-abe4-f15d90dd7f9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a86433fbc93240768a44f2706da22e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166693 Mar 11 19:17:18.980163 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40000) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:18.988847 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666bf73-eef8-4d11-abe4-f15d90dd7f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6929ed2-8cc1-47de-b4b3-9198df7eb7fe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:19.053433 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adb90adc-9250-419c-a9b8-fc3d0f4227b1 admin admin] Publish callbacks [] for security_group (c6929ed2-8cc1-47de-b4b3-9198df7eb7fe), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.086854 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adb90adc-9250-419c-a9b8-fc3d0f4227b1 admin admin] Publish callbacks [] for security_group (c6929ed2-8cc1-47de-b4b3-9198df7eb7fe), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.147049 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adb90adc-9250-419c-a9b8-fc3d0f4227b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c6929ed2-8cc1-47de-b4b3-9198df7eb7fe), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.149996 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-adb90adc-9250-419c-a9b8-fc3d0f4227b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.151191 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-adb90adc-9250-419c-a9b8-fc3d0f4227b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6929ed2-8cc1-47de-b4b3-9198df7eb7fe HTTP/1.1" status: 204 len: 168 time: 0.1707969 Mar 11 19:17:19.160152 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb90adc-9250-419c-a9b8-fc3d0f4227b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6929ed2-8cc1-47de-b4b3-9198df7eb7fe,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:19.343624 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40018) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:19.399503 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1515-068a-4041-bd87-831136a3683d req-0f12cc1c-e6bc-4e5a-9d97-464c16dad591 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:19.401569 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0e7f1515-068a-4041-bd87-831136a3683d req-0f12cc1c-e6bc-4e5a-9d97-464c16dad591 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0760958 Mar 11 19:17:19.476479 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0e7f1515-068a-4041-bd87-831136a3683d req-f2fd0aac-8e8d-430e-86c8-6846a7a52afa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683916 Mar 11 19:17:19.541124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6b8f6-1f6b-45f4-9571-14fbe11e1056 req-08ea8c8a-6176-4a5f-985d-4ccb61c64ae4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:19.542808 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8da6b8f6-1f6b-45f4-9571-14fbe11e1056 req-08ea8c8a-6176-4a5f-985d-4ccb61c64ae4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0599005 Mar 11 19:17:19.600470 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8da6b8f6-1f6b-45f4-9571-14fbe11e1056 req-8a31b85d-5529-4b3f-a424-77038f8492cf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521991 Mar 11 19:17:19.652372 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7be2ea4-c383-42b6-a72e-7ac745fff8d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.734024 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b857-a22e-4281-a3ec-ec13eacf74a2 req-e9b93e3c-6bbe-478d-8299-c45a8d22af3a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:19.735545 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4a01b857-a22e-4281-a3ec-ec13eacf74a2 req-e9b93e3c-6bbe-478d-8299-c45a8d22af3a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.0981312 Mar 11 19:17:19.753994 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4146ee59-34ce-4d90-9037-6aa218890420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0068da43-a37d-44fc-a1ae-8e2c8f642a37'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:19.764309 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d30c3a-a8d8-41cd-ac59-73b06dbad372" -d '{"events": [{"server_uuid": "4146ee59-34ce-4d90-9037-6aa218890420", "name": "network-vif-plugged", "status": "completed", "tag": "0068da43-a37d-44fc-a1ae-8e2c8f642a37"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:19.789612 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3a36474c-214b-4173-b97c-26a452ddc023 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:17:19.820851 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7be2ea4-c383-42b6-a72e-7ac745fff8d0 admin admin] Publish callbacks [] for security_group (64d70ad4-363a-410d-80d6-58024b03ad22), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.833821 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4a01b857-a22e-4281-a3ec-ec13eacf74a2 req-70164964-68b0-4df9-8636-8523873306b8 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902343 Mar 11 19:17:19.839681 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d7be2ea4-c383-42b6-a72e-7ac745fff8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (64d70ad4-363a-410d-80d6-58024b03ad22), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:19.933553 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d7be2ea4-c383-42b6-a72e-7ac745fff8d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9167486fcce43b7bd8df7b2e95ba1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854206 Mar 11 19:17:19.933861 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40054) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:19.936510 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be2ea4-c383-42b6-a72e-7ac745fff8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d70ad4-363a-410d-80d6-58024b03ad22,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:20.005391 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be17d618-d7ba-4413-b42d-cd75ea470ea9 x-openstack-request-id: req-be17d618-d7ba-4413-b42d-cd75ea470ea9 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:20.009933 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4146ee59-34ce-4d90-9037-6aa218890420", "name": "network-vif-plugged", "status": "completed", "tag": "0068da43-a37d-44fc-a1ae-8e2c8f642a37", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:20.010719 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be17d618-d7ba-4413-b42d-cd75ea470ea9 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:20.011842 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4146ee59-34ce-4d90-9037-6aa218890420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0068da43-a37d-44fc-a1ae-8e2c8f642a37', 'code': 200} Mar 11 19:17:20.071277 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24d53e-bdd4-4555-b8ba-22607eb366ab req-e53e87cb-6b4f-488b-bb8b-2fb486434401 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:20.079207 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c4db13-07a0-45f8-ab98-fc3c13ed0161 admin admin] Publish callbacks [] for security_group (64d70ad4-363a-410d-80d6-58024b03ad22), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.082331 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ef24d53e-bdd4-4555-b8ba-22607eb366ab req-e53e87cb-6b4f-488b-bb8b-2fb486434401 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 944 time: 0.1409354 Mar 11 19:17:20.130808 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c4db13-07a0-45f8-ab98-fc3c13ed0161 admin admin] Publish callbacks [] for security_group (64d70ad4-363a-410d-80d6-58024b03ad22), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.131845 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3a36474c-214b-4173-b97c-26a452ddc023, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3a36474c-214b-4173-b97c-26a452ddc023,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:20.150517 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '3a36474c-214b-4173-b97c-26a452ddc023', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'port_id': '3a36474c-214b-4173-b97c-26a452ddc023', 'mac_address': 'fa:16:3e:39:01:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:17:20.193651 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ef24d53e-bdd4-4555-b8ba-22607eb366ab req-9a49332a-b576-4d8f-b38a-18bcd03ca876 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102862 Mar 11 19:17:20.257760 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dd5f3-4272-444f-876f-5b26a6bbc9cb req-d1e0d0a8-2012-438a-b736-d1886afe64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:20.259431 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-056dd5f3-4272-444f-876f-5b26a6bbc9cb req-d1e0d0a8-2012-438a-b736-d1886afe64e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 1129 time: 0.1357059 Mar 11 19:17:20.342433 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c4db13-07a0-45f8-ab98-fc3c13ed0161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (64d70ad4-363a-410d-80d6-58024b03ad22), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.342712 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 3a36474c-214b-4173-b97c-26a452ddc023 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:20.343314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3a36474c-214b-4173-b97c-26a452ddc023), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.346076 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-36c4db13-07a0-45f8-ab98-fc3c13ed0161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.349104 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-36c4db13-07a0-45f8-ab98-fc3c13ed0161 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64d70ad4-363a-410d-80d6-58024b03ad22 HTTP/1.1" status: 204 len: 168 time: 0.4142332 Mar 11 19:17:20.369760 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a36474c-214b-4173-b97c-26a452ddc023 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:20.377694 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4db13-07a0-45f8-ab98-fc3c13ed0161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d70ad4-363a-410d-80d6-58024b03ad22,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:20.389989 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-056dd5f3-4272-444f-876f-5b26a6bbc9cb req-30e393c5-1b79-4f7e-8abb-80cfa8b0769d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138124 Mar 11 19:17:20.412616 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3a36474c-214b-4173-b97c-26a452ddc023, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3a36474c-214b-4173-b97c-26a452ddc023,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:20.422349 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3a36474c-214b-4173-b97c-26a452ddc023), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.423228 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:17:20.509717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=3a36474c-214b-4173-b97c-26a452ddc023,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:20.624370 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:20.637272 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ab224-b5ab-4a9e-b504-9fb03a932f9b req-f86a361b-966d-4c2d-bdc7-863fb0088fe6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:20.638902 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-653ab224-b5ab-4a9e-b504-9fb03a932f9b req-f86a361b-966d-4c2d-bdc7-863fb0088fe6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0754991 Mar 11 19:17:20.653389 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '6da86750-4fea-4b06-9386-98849c4fabec', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'port_id': '6da86750-4fea-4b06-9386-98849c4fabec', 'mac_address': 'fa:16:3e:c0:b9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:17:20.715272 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:20.715931 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.732970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da86750-4fea-4b06-9386-98849c4fabec {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:17:20.745256 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-653ab224-b5ab-4a9e-b504-9fb03a932f9b req-45e675ac-b827-4dd2-ac4c-b817e0c24161 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839624 Mar 11 19:17:20.767721 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:20.773619 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:20.821830 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344e41-4596-41a5-94df-142427bde335 req-01ea4d0d-1d90-498b-8e2f-f089645e9f2a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:20.823622 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2d344e41-4596-41a5-94df-142427bde335 req-01ea4d0d-1d90-498b-8e2f-f089645e9f2a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0768273 Mar 11 19:17:20.847910 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:20.885502 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2d344e41-4596-41a5-94df-142427bde335 req-ced81d58-f5d1-4d07-960a-3da5b7f7932f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551598 Mar 11 19:17:20.989108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40096) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:21.005976 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99b7c1ff-1365-44be-b4c0-795a8f4402e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.103101 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99b7c1ff-1365-44be-b4c0-795a8f4402e2 admin admin] Publish callbacks [] for security_group (da5b9778-6d59-438f-8080-8f06b30f7b93), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.106533 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3a36474c-214b-4173-b97c-26a452ddc023'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:17:21.113317 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99b7c1ff-1365-44be-b4c0-795a8f4402e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (da5b9778-6d59-438f-8080-8f06b30f7b93), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.132493 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['6da86750-4fea-4b06-9386-98849c4fabec'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:17:21.157594 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7c1ff-1365-44be-b4c0-795a8f4402e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b9778-6d59-438f-8080-8f06b30f7b93,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:21.186895 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-99b7c1ff-1365-44be-b4c0-795a8f4402e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa48ee6dd1324e88a91a4de94d9f304e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933148 Mar 11 19:17:21.186895 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40100) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:21.332862 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57001358-e068-4bf9-b9b6-2fec9d8f072e admin admin] Publish callbacks [] for security_group (da5b9778-6d59-438f-8080-8f06b30f7b93), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.376713 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57001358-e068-4bf9-b9b6-2fec9d8f072e admin admin] Publish callbacks [] for security_group (da5b9778-6d59-438f-8080-8f06b30f7b93), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.399979 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253c102-84af-4050-8637-1b4cedff5a8b req-1ccfdec5-8ee5-47a5-9780-2f829db8421c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:21.402282 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4253c102-84af-4050-8637-1b4cedff5a8b req-1ccfdec5-8ee5-47a5-9780-2f829db8421c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 945 time: 0.1142452 Mar 11 19:17:21.494192 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4253c102-84af-4050-8637-1b4cedff5a8b req-4eb50170-57bf-44b0-8ca6-73747a293a58 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663676 Mar 11 19:17:21.500515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57001358-e068-4bf9-b9b6-2fec9d8f072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (da5b9778-6d59-438f-8080-8f06b30f7b93), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.504990 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-57001358-e068-4bf9-b9b6-2fec9d8f072e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:21.509495 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-57001358-e068-4bf9-b9b6-2fec9d8f072e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da5b9778-6d59-438f-8080-8f06b30f7b93 HTTP/1.1" status: 204 len: 168 time: 0.3219395 Mar 11 19:17:21.525857 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57001358-e068-4bf9-b9b6-2fec9d8f072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b9778-6d59-438f-8080-8f06b30f7b93,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:21.941719 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5079c-7bba-41f9-af4f-a2bb80241e6a req-d4e0d66b-eec3-42cc-b90a-2253309672e9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:21.950822 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c2b5079c-7bba-41f9-af4f-a2bb80241e6a req-d4e0d66b-eec3-42cc-b90a-2253309672e9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1241989 Mar 11 19:17:22.037728 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c2b5079c-7bba-41f9-af4f-a2bb80241e6a req-b08c1535-567c-4b14-b059-89d73a99b7cf tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855498 Mar 11 19:17:22.165605 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a6c1-0afa-43e5-a240-15bf7b75d2c4 req-e3d64524-76d9-42a8-9c85-0e73e1c33504 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:22.167600 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4187a6c1-0afa-43e5-a240-15bf7b75d2c4 req-e3d64524-76d9-42a8-9c85-0e73e1c33504 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0668685 Mar 11 19:17:22.270417 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4187a6c1-0afa-43e5-a240-15bf7b75d2c4 req-ad5498de-7f2d-4b44-8496-a49bd6a81884 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901401 Mar 11 19:17:22.738356 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22165072-e0bf-42f7-82ab-718f0cc5b888 req-438976c8-4601-4932-ad01-6c3aae680204 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:22.741041 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22165072-e0bf-42f7-82ab-718f0cc5b888 req-438976c8-4601-4932-ad01-6c3aae680204 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 945 time: 0.1394329 Mar 11 19:17:22.836422 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22165072-e0bf-42f7-82ab-718f0cc5b888 req-39b80e12-02bc-4550-b520-79693c504b69 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880172 Mar 11 19:17:23.193944 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14bd5e-6bfc-4bb2-9060-a29142ef9183 req-de302bd3-3b0e-45d0-a0c4-1d8b97694512 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:23.195555 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1f14bd5e-6bfc-4bb2-9060-a29142ef9183 req-de302bd3-3b0e-45d0-a0c4-1d8b97694512 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0735514 Mar 11 19:17:23.251090 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1f14bd5e-6bfc-4bb2-9060-a29142ef9183 req-503497fe-1050-4932-8d9a-b6ef7d0150d9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Mar 11 19:17:23.446549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d369fae-b073-4e02-a09a-67e9cf854a27 req-887a9be8-84f6-47c6-a662-e0e6f13609c7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:23.457214 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8d369fae-b073-4e02-a09a-67e9cf854a27 req-887a9be8-84f6-47c6-a662-e0e6f13609c7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0853887 Mar 11 19:17:23.517565 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8d369fae-b073-4e02-a09a-67e9cf854a27 req-125a2cf5-9473-4577-868b-099f78315f47 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513666 Mar 11 19:17:23.656686 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53460b9a-3940-42e4-906d-ba253f36b977 req-96b61ea8-c34c-49dd-a230-213aee3da436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:23.658490 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-96b61ea8-c34c-49dd-a230-213aee3da436 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 1129 time: 0.0778856 Mar 11 19:17:23.660870 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcf515-e463-4908-bcc5-423fc3b1190e req-21b40558-d188-4866-b4a8-2c053c11b587 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:23.662409 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-96dcf515-e463-4908-bcc5-423fc3b1190e req-21b40558-d188-4866-b4a8-2c053c11b587 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0718362 Mar 11 19:17:23.728181 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-96dcf515-e463-4908-bcc5-423fc3b1190e req-c349ebfa-d4c7-45c5-8cb5-976b9510c324 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536737 Mar 11 19:17:23.799438 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53460b9a-3940-42e4-906d-ba253f36b977 req-9940b5fa-9a36-4b35-8c09-33f9fb2a9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:23.801007 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-9940b5fa-9a36-4b35-8c09-33f9fb2a9207 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.1349163 Mar 11 19:17:23.805652 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:23.856244 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-f667b274-b46c-439e-af38-c31fdbba651d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37 HTTP/1.1" status: 200 len: 217 time: 0.0477870 Mar 11 19:17:23.870709 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 6da86750-4fea-4b06-9386-98849c4fabec completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:17:23.875940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 6da86750-4fea-4b06-9386-98849c4fabec triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:23.876598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6da86750-4fea-4b06-9386-98849c4fabec), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:23.911366 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53460b9a-3940-42e4-906d-ba253f36b977 req-1e4cf545-79f3-45a3-933d-7b7a7d7227ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:23.913239 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-1e4cf545-79f3-45a3-933d-7b7a7d7227ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0483515 Mar 11 19:17:23.968471 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-f7be5603-7e77-4494-a7be-b43910b78737 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471196 Mar 11 19:17:23.998269 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:23.999225 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:24.038326 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:24.039378 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:24.042145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f4a7b3-da9a-4327-ac16-33e134c2e206" -d '{"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:24.065015 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:24.065934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399ef96-d309-4f25-b390-bdefd7e471a2 req-49060bc7-124f-4d66-a632-62725c076ee4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:24.067438 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3a36474c-214b-4173-b97c-26a452ddc023 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:24.074212 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f399ef96-d309-4f25-b390-bdefd7e471a2 req-49060bc7-124f-4d66-a632-62725c076ee4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 945 time: 0.1191289 Mar 11 19:17:24.117130 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610b9aa0-1598-4ecb-badd-a416271fe889 x-openstack-request-id: req-610b9aa0-1598-4ecb-badd-a416271fe889 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:24.117669 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:24.118294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-610b9aa0-1598-4ecb-badd-a416271fe889 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:24.119059 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'code': 200} Mar 11 19:17:24.165824 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f399ef96-d309-4f25-b390-bdefd7e471a2 req-8617db5f-9416-4259-85d3-0d1be37f7ed7 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844219 Mar 11 19:17:24.199329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 3a36474c-214b-4173-b97c-26a452ddc023 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:17:24.204936 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-7cac8abe-24eb-49c1-8035-b8ad520efd6b service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264092 Mar 11 19:17:24.206976 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:24.209689 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 3a36474c-214b-4173-b97c-26a452ddc023 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:24.216712 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3a36474c-214b-4173-b97c-26a452ddc023), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:24.311331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 3a36474c-214b-4173-b97c-26a452ddc023 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:24.311943 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3a36474c-214b-4173-b97c-26a452ddc023), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:24.348263 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53460b9a-3940-42e4-906d-ba253f36b977 req-9e8606d9-61df-4fc4-a231-cb96e4812438 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351058 Mar 11 19:17:24.356889 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3a36474c-214b-4173-b97c-26a452ddc023, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3a36474c-214b-4173-b97c-26a452ddc023,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:24.367344 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3a36474c-214b-4173-b97c-26a452ddc023), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:24.422811 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610191-5f07-4bfb-9177-8adb2d926df7 req-a3313773-a4cd-44f6-9b9a-77cc09e77c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:24.427284 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-56610191-5f07-4bfb-9177-8adb2d926df7 req-a3313773-a4cd-44f6-9b9a-77cc09e77c54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1130 time: 0.0597394 Mar 11 19:17:24.478776 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=3a36474c-214b-4173-b97c-26a452ddc023,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:24.518526 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-56610191-5f07-4bfb-9177-8adb2d926df7 req-fb479ab0-ac44-4b6b-af18-420a5e9727f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859792 Mar 11 19:17:24.659927 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83800a3-62b8-48e4-83a5-4c7bdd4fdcd8 req-95700fe1-9f59-49df-895f-2be40c157143 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:24.661569 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c83800a3-62b8-48e4-83a5-4c7bdd4fdcd8 req-95700fe1-9f59-49df-895f-2be40c157143 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0616274 Mar 11 19:17:24.727615 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c83800a3-62b8-48e4-83a5-4c7bdd4fdcd8 req-f8c31be4-0bab-4b74-874d-0b7c4985dc81 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598505 Mar 11 19:17:24.866637 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb132d6-95dc-4b4e-b2a8-1fd5bbb30345 req-1ae686bc-ca4a-408b-8f39-c2ec68d37647 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:24.868203 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cbb132d6-95dc-4b4e-b2a8-1fd5bbb30345 req-1ae686bc-ca4a-408b-8f39-c2ec68d37647 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0614886 Mar 11 19:17:24.923693 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cbb132d6-95dc-4b4e-b2a8-1fd5bbb30345 req-326ae309-0f80-4f2c-9140-ed023e4fc4f7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486290 Mar 11 19:17:25.283315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458e8c3-09e9-4f09-bee8-685af76fa9a7 req-2200c946-a660-445f-aa90-7d17b5373ab2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:25.284845 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b458e8c3-09e9-4f09-bee8-685af76fa9a7 req-2200c946-a660-445f-aa90-7d17b5373ab2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0585628 Mar 11 19:17:25.339394 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b458e8c3-09e9-4f09-bee8-685af76fa9a7 req-6d7f2abe-b2c9-4800-9e45-4aa6f0eb2153 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Mar 11 19:17:25.429499 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40338) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:25.553775 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04db3adf-f51e-4fe1-a471-7c74dc2af734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.646304 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04db3adf-f51e-4fe1-a471-7c74dc2af734 admin admin] Publish callbacks [] for security_group (68020074-9b17-4dae-a643-0dc9d2fefece), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.651623 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04db3adf-f51e-4fe1-a471-7c74dc2af734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (68020074-9b17-4dae-a643-0dc9d2fefece), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.692604 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-04db3adf-f51e-4fe1-a471-7c74dc2af734 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b1ffa7f07c6426fbb015a46819bbfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620001 Mar 11 19:17:25.693486 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db3adf-f51e-4fe1-a471-7c74dc2af734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68020074-9b17-4dae-a643-0dc9d2fefece,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:25.695330 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40350) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:25.753060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1d61f34-151c-4a2d-bfdb-3c0d18700452 admin admin] Publish callbacks [] for security_group (68020074-9b17-4dae-a643-0dc9d2fefece), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.783346 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1d61f34-151c-4a2d-bfdb-3c0d18700452 admin admin] Publish callbacks [] for security_group (68020074-9b17-4dae-a643-0dc9d2fefece), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.857087 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1d61f34-151c-4a2d-bfdb-3c0d18700452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (68020074-9b17-4dae-a643-0dc9d2fefece), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.860094 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1d61f34-151c-4a2d-bfdb-3c0d18700452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.865187 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e1d61f34-151c-4a2d-bfdb-3c0d18700452 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68020074-9b17-4dae-a643-0dc9d2fefece HTTP/1.1" status: 204 len: 168 time: 0.1674774 Mar 11 19:17:25.875828 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d61f34-151c-4a2d-bfdb-3c0d18700452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68020074-9b17-4dae-a643-0dc9d2fefece,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:25.931773 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4d8df-1796-43e9-baa5-d2f936be9133 req-93cef3f0-aec0-46b5-ac9e-3361caa02bc6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:25.939579 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a9c4d8df-1796-43e9-baa5-d2f936be9133 req-93cef3f0-aec0-46b5-ac9e-3361caa02bc6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1144722 Mar 11 19:17:26.001130 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a9c4d8df-1796-43e9-baa5-d2f936be9133 req-e39848da-d458-4252-9ff5-01c41f03f7e6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598576 Mar 11 19:17:26.122662 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:26.126069 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f001d-9268-447c-a27d-cd9810a796c6" -d '{"events": [{"server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "name": "network-vif-plugged", "status": "completed", "tag": "3a36474c-214b-4173-b97c-26a452ddc023"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:26.153968 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8df68-2a47-4320-9885-9be3a754d806 req-5a67302d-3f60-4dd9-ad0c-451fd096617f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:26.159466 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5ca8df68-2a47-4320-9885-9be3a754d806 req-5a67302d-3f60-4dd9-ad0c-451fd096617f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0829434 Mar 11 19:17:26.213343 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6a0a69-224d-4c23-9e69-8cd6bcbb0059 x-openstack-request-id: req-9f6a0a69-224d-4c23-9e69-8cd6bcbb0059 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:26.213915 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "name": "network-vif-plugged", "status": "completed", "tag": "3a36474c-214b-4173-b97c-26a452ddc023", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:26.214346 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f6a0a69-224d-4c23-9e69-8cd6bcbb0059 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:26.215018 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023', 'code': 200} Mar 11 19:17:26.258767 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5ca8df68-2a47-4320-9885-9be3a754d806 req-6319c3f9-84f0-4363-ad9f-7970d22ae012 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944314 Mar 11 19:17:26.335468 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40386) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:26.350828 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-341e1d8d-22e4-495f-9b37-cde2946e30cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.456874 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe6cfa-0d60-4197-9177-e9513f12250d req-7481ac2b-2546-4262-b45d-9a26da304116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:26.458524 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1ffe6cfa-0d60-4197-9177-e9513f12250d req-7481ac2b-2546-4262-b45d-9a26da304116 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0681734 Mar 11 19:17:26.498870 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-341e1d8d-22e4-495f-9b37-cde2946e30cb admin admin] Publish callbacks [] for security_group (efd2da2f-b104-4986-a9bd-1136ab00ac26), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.505452 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-341e1d8d-22e4-495f-9b37-cde2946e30cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (efd2da2f-b104-4986-a9bd-1136ab00ac26), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.519926 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1ffe6cfa-0d60-4197-9177-e9513f12250d req-7cfe417f-02c4-476b-a03b-8ff0cf2c41e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Mar 11 19:17:26.555065 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302b3e-a98d-4fde-aa75-5786593b53f7 req-abec72ee-c126-416c-b255-fdd323674c9e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:26.557010 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d7302b3e-a98d-4fde-aa75-5786593b53f7 req-abec72ee-c126-416c-b255-fdd323674c9e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1171982 Mar 11 19:17:26.560080 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e1d8d-22e4-495f-9b37-cde2946e30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2da2f-b104-4986-a9bd-1136ab00ac26,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:26.564365 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-341e1d8d-22e4-495f-9b37-cde2946e30cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5016b06395b04c0388d83ee91aec9283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279153 Mar 11 19:17:26.567144 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40400) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:26.650227 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d7302b3e-a98d-4fde-aa75-5786593b53f7 req-f4dfc1bd-b58c-43b4-91e6-4568d25a8c41 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843554 Mar 11 19:17:26.654095 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c79a3d-66a4-42d2-a790-3a6b08fa8886 admin admin] Publish callbacks [] for security_group (efd2da2f-b104-4986-a9bd-1136ab00ac26), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.682910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c79a3d-66a4-42d2-a790-3a6b08fa8886 admin admin] Publish callbacks [] for security_group (efd2da2f-b104-4986-a9bd-1136ab00ac26), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.738076 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c79a3d-66a4-42d2-a790-3a6b08fa8886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (efd2da2f-b104-4986-a9bd-1136ab00ac26), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.740809 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a5c79a3d-66a4-42d2-a790-3a6b08fa8886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:26.742175 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-a5c79a3d-66a4-42d2-a790-3a6b08fa8886 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efd2da2f-b104-4986-a9bd-1136ab00ac26 HTTP/1.1" status: 204 len: 168 time: 0.1740453 Mar 11 19:17:26.760920 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c79a3d-66a4-42d2-a790-3a6b08fa8886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd2da2f-b104-4986-a9bd-1136ab00ac26,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:27.048243 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40420) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:27.153675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a54d9-bf21-4fd5-9fbe-45ff3102a55c req-a0c63d46-1733-4ae8-8dc1-a7687ce4fb0a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:27.155280 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ae1a54d9-bf21-4fd5-9fbe-45ff3102a55c req-a0c63d46-1733-4ae8-8dc1-a7687ce4fb0a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0606990 Mar 11 19:17:27.195075 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5edf-9774-4e18-868f-6e486ebb6453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.243372 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ae1a54d9-bf21-4fd5-9fbe-45ff3102a55c req-06843336-accb-4b62-820f-110fcf81059c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771251 Mar 11 19:17:27.312769 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5edf-9774-4e18-868f-6e486ebb6453 admin admin] Publish callbacks [] for security_group (5b182d57-b5e1-46c3-9d3d-01a9a5be16de), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.320841 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5edf-9774-4e18-868f-6e486ebb6453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (5b182d57-b5e1-46c3-9d3d-01a9a5be16de), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.397658 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-f2ee5edf-9774-4e18-868f-6e486ebb6453 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db7f464f17234e68ac61231d6a7ce4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483071 Mar 11 19:17:27.400376 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:27.411522 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5edf-9774-4e18-868f-6e486ebb6453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b182d57-b5e1-46c3-9d3d-01a9a5be16de,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:27.491367 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faffcc-c375-4371-a7a5-da182866762c req-06741269-d243-43fd-8f51-54d86525ca08 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:27.493065 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c5faffcc-c375-4371-a7a5-da182866762c req-06741269-d243-43fd-8f51-54d86525ca08 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1423705 Mar 11 19:17:27.503512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-778b57fd-14c5-46b0-a52f-e7e8a685ee3f admin admin] Publish callbacks [] for security_group (5b182d57-b5e1-46c3-9d3d-01a9a5be16de), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.505337 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40452) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:27.521633 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'floatingip': {'port_id': '6da86750-4fea-4b06-9386-98849c4fabec'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:27.568611 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-778b57fd-14c5-46b0-a52f-e7e8a685ee3f admin admin] Publish callbacks [] for security_group (5b182d57-b5e1-46c3-9d3d-01a9a5be16de), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.668064 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-778b57fd-14c5-46b0-a52f-e7e8a685ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (5b182d57-b5e1-46c3-9d3d-01a9a5be16de), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.670812 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-778b57fd-14c5-46b0-a52f-e7e8a685ee3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.675053 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-778b57fd-14c5-46b0-a52f-e7e8a685ee3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b182d57-b5e1-46c3-9d3d-01a9a5be16de HTTP/1.1" status: 204 len: 168 time: 0.2706046 Mar 11 19:17:27.684458 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b57fd-14c5-46b0-a52f-e7e8a685ee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b182d57-b5e1-46c3-9d3d-01a9a5be16de,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:27.901823 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb65e6-2e99-4a99-9f95-a14ed8eebfb0 req-ae94cecf-4565-464d-89d9-69daf1454a17 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:27.903746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5cdb65e6-2e99-4a99-9f95-a14ed8eebfb0 req-ae94cecf-4565-464d-89d9-69daf1454a17 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.5087585 Mar 11 19:17:27.906913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (816d1dca-d8cc-4d7f-80be-8b2d333d428a), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.142539 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5cdb65e6-2e99-4a99-9f95-a14ed8eebfb0 req-96ba6b0f-c166-448f-a427-424a99248aca tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947327 Mar 11 19:17:28.163526 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86e4ae-9a72-4813-b79d-9886cf3db6e5 req-992b73f5-d873-440d-8970-b9887f572858 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:28.166193 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8f86e4ae-9a72-4813-b79d-9886cf3db6e5 req-992b73f5-d873-440d-8970-b9887f572858 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.2719786 Mar 11 19:17:28.294478 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40480) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:28.305038 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8f86e4ae-9a72-4813-b79d-9886cf3db6e5 req-b0c75b68-aad5-4671-870d-4e86d46d7161 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918782 Mar 11 19:17:28.320681 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-043be7bc-dc25-4f33-b2b2-7417b64886e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.430350 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-043be7bc-dc25-4f33-b2b2-7417b64886e8 admin admin] Publish callbacks [] for security_group (b90a42ba-6162-40a8-9d38-968000c97334), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.436494 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-043be7bc-dc25-4f33-b2b2-7417b64886e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (b90a42ba-6162-40a8-9d38-968000c97334), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.484973 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-043be7bc-dc25-4f33-b2b2-7417b64886e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79385f685d7946b48a69458ef8e41b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887228 Mar 11 19:17:28.485911 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043be7bc-dc25-4f33-b2b2-7417b64886e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90a42ba-6162-40a8-9d38-968000c97334,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:28.489496 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40482) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:28.552189 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2343-446c-4659-b027-93eaab9e4f58 admin admin] Publish callbacks [] for security_group (b90a42ba-6162-40a8-9d38-968000c97334), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.577876 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2343-446c-4659-b027-93eaab9e4f58 admin admin] Publish callbacks [] for security_group (b90a42ba-6162-40a8-9d38-968000c97334), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.649658 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2343-446c-4659-b027-93eaab9e4f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (b90a42ba-6162-40a8-9d38-968000c97334), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.654148 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2343-446c-4659-b027-93eaab9e4f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.655537 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6dfe2343-446c-4659-b027-93eaab9e4f58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b90a42ba-6162-40a8-9d38-968000c97334 HTTP/1.1" status: 204 len: 168 time: 0.1650455 Mar 11 19:17:28.666225 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe2343-446c-4659-b027-93eaab9e4f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90a42ba-6162-40a8-9d38-968000c97334,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:28.790406 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.795817 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (816d1dca-d8cc-4d7f-80be-8b2d333d428a), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.914725 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Floating IP 816d1dca-d8cc-4d7f-80be-8b2d333d428a associated. External IP: 172.27.2.77, port: 6da86750-4fea-4b06-9386-98849c4fabec. Mar 11 19:17:29.191534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Router af34ff3c-566d-46d1-adff-663485e29a8f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:17:29.337345 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8609e4-e2f0-434a-985d-7c85bf91c66c req-55957cbf-58c6-4f0a-a509-9b8f4d807d5b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:29.338962 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fd8609e4-e2f0-434a-985d-7c85bf91c66c req-55957cbf-58c6-4f0a-a509-9b8f4d807d5b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0825865 Mar 11 19:17:29.423223 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:17:29.430572 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:29.448754 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:17:29.461221 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:29.461890 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:29.592095 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:29.669065 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b0a47e3b-a1c0-432b-83a3-50fa9a26d81d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "PUT /v2.0/floatingips/816d1dca-d8cc-4d7f-80be-8b2d333d428a HTTP/1.1" status: 200 len: 991 time: 2.1516714 Mar 11 19:17:29.675545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:29.678837 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:29.733989 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fd8609e4-e2f0-434a-985d-7c85bf91c66c req-13b5e991-d95c-4e16-aa33-bccd2507de76 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549111 Mar 11 19:17:29.754718 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460378c-72f0-4ade-abe5-7f228f16b36f req-1fa8ced7-1145-4d94-b3b9-27d94a331011 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:29.757011 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5460378c-72f0-4ade-abe5-7f228f16b36f req-1fa8ced7-1145-4d94-b3b9-27d94a331011 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0864596 Mar 11 19:17:29.849901 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb312eac-8560-4119-9643-8286cd56561a x-openstack-request-id: req-cb312eac-8560-4119-9643-8286cd56561a {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:29.850215 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:29.850473 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb312eac-8560-4119-9643-8286cd56561a {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:29.850875 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'status': 'completed', 'code': 200} Mar 11 19:17:29.909640 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5460378c-72f0-4ade-abe5-7f228f16b36f req-26a0f088-3a9b-4062-93da-05ff51648e7e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363862 Mar 11 19:17:29.974483 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-706ca0c3-8f02-4660-ac98-64378edf4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:29.979372 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-706ca0c3-8f02-4660-ac98-64378edf4da2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1130 time: 0.1272578 Mar 11 19:17:30.006978 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '816d1dca-d8cc-4d7f-80be-8b2d333d428a', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'port_id': '6da86750-4fea-4b06-9386-98849c4fabec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'mac_address': 'fa:16:3e:c0:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962fb683-7930-408b-b873-b7a8eb066fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:16:57Z', 'updated_at': '2022-03-11T19:17:28Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:30.043625 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:17:30.069152 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:30.070259 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:30.108763 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4b5a5-c7d6-4d0d-9317-a96a22b9fe0a req-d744c21d-0365-40bb-ab8c-89651d007ddf tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:30.120604 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9ee4b5a5-c7d6-4d0d-9317-a96a22b9fe0a req-d744c21d-0365-40bb-ab8c-89651d007ddf tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1389599 Mar 11 19:17:30.125698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40556) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:30.130928 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'floatingip': {'port_id': '3a36474c-214b-4173-b97c-26a452ddc023'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:30.214449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (ae39e1ba-069d-4634-9956-946404416cb3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:30.221957 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:30.288673 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-1fb71ab8-2351-4383-b6b8-9d3cd5d16fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:30.290256 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-1fb71ab8-2351-4383-b6b8-9d3cd5d16fc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.2984276 Mar 11 19:17:30.435383 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-38915e7e-8c78-4d7f-80a2-17363f567a89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 999 time: 0.1344070 Mar 11 19:17:30.597063 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-d8c16c1c-d176-4016-8d19-e6a1e461f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:30.597063 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-d8c16c1c-d176-4016-8d19-e6a1e461f9b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.1394269 Mar 11 19:17:30.602507 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '816d1dca-d8cc-4d7f-80be-8b2d333d428a', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'port_id': '6da86750-4fea-4b06-9386-98849c4fabec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'mac_address': 'fa:16:3e:c0:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962fb683-7930-408b-b873-b7a8eb066fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:16:57Z', 'updated_at': '2022-03-11T19:17:28Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:30.636102 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7d11b7-d016-4144-aab8-7f183f604624 None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '816d1dca-d8cc-4d7f-80be-8b2d333d428a', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'port_id': '6da86750-4fea-4b06-9386-98849c4fabec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'mac_address': 'fa:16:3e:c0:b9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962fb683-7930-408b-b873-b7a8eb066fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:16:57Z', 'updated_at': '2022-03-11T19:17:28Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:17:30.936250 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a2b02e-5f83-4188-9f38-b6c217cebd2f None None] New status for floating IP 816d1dca-d8cc-4d7f-80be-8b2d333d428a: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:17:30.952276 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f3903-3420-41fa-8a48-f65f37a89751 req-02241d44-940b-429c-9e69-c77f7c6d81f1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:30.960174 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b27f3903-3420-41fa-8a48-f65f37a89751 req-02241d44-940b-429c-9e69-c77f7c6d81f1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1335711 Mar 11 19:17:31.046749 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:31.055887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (ae39e1ba-069d-4634-9956-946404416cb3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:31.062512 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b27f3903-3420-41fa-8a48-f65f37a89751 req-161985f7-eb13-4a45-b385-f84e013b71af tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014934 Mar 11 19:17:31.187598 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Floating IP ae39e1ba-069d-4634-9956-946404416cb3 associated. External IP: 172.27.2.23, port: 3a36474c-214b-4173-b97c-26a452ddc023. Mar 11 19:17:31.475527 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:17:31.589147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:17:31.593591 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:31.599267 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:17:31.608994 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:31.610337 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:31.624763 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b0dad5b4-c66d-426d-a9b0-cd8aa02f233b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "PUT /v2.0/floatingips/ae39e1ba-069d-4634-9956-946404416cb3 HTTP/1.1" status: 200 len: 991 time: 1.4977746 Mar 11 19:17:31.724159 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:31.853155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:31.855649 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff" -d '{"events": [{"name": "network-changed", "server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "tag": "3a36474c-214b-4173-b97c-26a452ddc023"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:31.891867 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c523d60-5ff5-4531-ad74-e0dc80b49133 x-openstack-request-id: req-5c523d60-5ff5-4531-ad74-e0dc80b49133 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:31.892226 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "tag": "3a36474c-214b-4173-b97c-26a452ddc023", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:31.893189 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c523d60-5ff5-4531-ad74-e0dc80b49133 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:31.893570 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023', 'status': 'completed', 'code': 200} Mar 11 19:17:31.965339 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'ae39e1ba-069d-4634-9956-946404416cb3', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'port_id': '3a36474c-214b-4173-b97c-26a452ddc023', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'mac_address': 'fa:16:3e:39:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:17:06Z', 'updated_at': '2022-03-11T19:17:30Z', 'revision_number': 1, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:31.992207 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:17:32.000582 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:32.001200 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:32.110598 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:32.195051 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c619-3d1e-4525-993c-394ce0292c95 req-298a54e1-7ad3-4cce-b3b9-363588fea55f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:32.196659 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4a70c619-3d1e-4525-993c-394ce0292c95 req-298a54e1-7ad3-4cce-b3b9-363588fea55f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0583441 Mar 11 19:17:32.247940 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4a70c619-3d1e-4525-993c-394ce0292c95 req-ab603ce8-b39c-4eb8-aae8-a40bc9b358b0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Mar 11 19:17:32.356515 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'ae39e1ba-069d-4634-9956-946404416cb3', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'port_id': '3a36474c-214b-4173-b97c-26a452ddc023', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'mac_address': 'fa:16:3e:39:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:17:06Z', 'updated_at': '2022-03-11T19:17:30Z', 'revision_number': 1, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:32.383717 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b93cbaf-0f28-41a9-8bd6-51324366ebfa None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'ae39e1ba-069d-4634-9956-946404416cb3', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'port_id': '3a36474c-214b-4173-b97c-26a452ddc023', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'mac_address': 'fa:16:3e:39:01:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:17:06Z', 'updated_at': '2022-03-11T19:17:30Z', 'revision_number': 1, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:17:32.574020 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e712a-a3ce-460c-8277-918221018af9 None None] New status for floating IP ae39e1ba-069d-4634-9956-946404416cb3: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:17:32.885683 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:17:33.386818 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da585bf0-43f4-4ec0-9a67-3e8b98369949 req-9d857f36-2050-4174-b4df-11434e3ff14f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:33.386818 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-da585bf0-43f4-4ec0-9a67-3e8b98369949 req-9d857f36-2050-4174-b4df-11434e3ff14f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0718493 Mar 11 19:17:33.436173 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-da585bf0-43f4-4ec0-9a67-3e8b98369949 req-15a4150a-8d34-4963-808d-c795f69fa94f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Mar 11 19:17:33.916610 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-94e0ada7-46fa-4ec1-8ccd-1a070e6c2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:33.918251 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-94e0ada7-46fa-4ec1-8ccd-1a070e6c2dcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610185 Mar 11 19:17:33.996294 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-cb443884-db15-4aa8-8807-1345dbc3aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:33.997839 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-cb443884-db15-4aa8-8807-1345dbc3aa2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0474057 Mar 11 19:17:34.053437 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-6d4e83b6-455f-46fd-bb7c-c44588562a4b service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020806 Mar 11 19:17:34.134707 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-eda1dc67-62e3-4621-86e7-8ce94d509a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.136180 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-eda1dc67-62e3-4621-86e7-8ce94d509a97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 912 time: 0.1245856 Mar 11 19:17:34.148756 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-54003c36-30d8-4a39-9592-ddbb6e588e74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680683 Mar 11 19:17:34.177656 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-c00e21c4-f92d-4f65-89b1-f6310ee76ef0 req-639a98b9-b075-46e4-acb4-7993973b70b0 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999796 Mar 11 19:17:34.253561 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-42185c04-9fde-4970-8c96-957a8b7bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.255258 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-42185c04-9fde-4970-8c96-957a8b7bcfdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=19df638cf3b946c38b993d982343f6fe&device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 1129 time: 0.0468600 Mar 11 19:17:34.257169 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-b24844fd-9563-4b12-98c1-040ed093ba70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 1001 time: 0.1059797 Mar 11 19:17:34.321970 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-6e784107-006a-4df4-9835-8b7d884665f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.323332 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-6e784107-006a-4df4-9835-8b7d884665f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0538230 Mar 11 19:17:34.374162 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-e866da7c-7f80-4ced-90e9-fe6bcc04f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.375706 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-e866da7c-7f80-4ced-90e9-fe6bcc04f890 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a10a9b7-47b7-444c-8ac2-5c860f72d898 HTTP/1.1" status: 200 len: 911 time: 0.0911140 Mar 11 19:17:34.381820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-5fb36f66-116d-471c-8d4a-9d8505a73005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.383633 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-5fb36f66-116d-471c-8d4a-9d8505a73005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500839 Mar 11 19:17:34.467530 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-326f819d-fb99-4395-9210-afe8c8ccfb04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47 HTTP/1.1" status: 200 len: 217 time: 0.0702565 Mar 11 19:17:34.561083 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-b9670547-27c3-463d-84e8-8c64fbfe68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.562576 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-b9670547-27c3-463d-84e8-8c64fbfe68cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=40a4f41f-0ba4-49f3-9919-22b431bd67eb HTTP/1.1" status: 200 len: 850 time: 0.0809481 Mar 11 19:17:34.585605 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-3a9c2c7b-763a-4e33-8c4f-8d3822b48f0a service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871686 Mar 11 19:17:34.609227 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-d3f1385b-4c68-4fda-ae8a-04ec1fdfc6c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a10a9b7-47b7-444c-8ac2-5c860f72d898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318491 Mar 11 19:17:34.639405 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac9ea3-ae68-445f-9ff4-b3fb4f19f907 req-a3f7ad78-ba12-44b5-a247-8b1249d08dc0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:34.640999 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6eac9ea3-ae68-445f-9ff4-b3fb4f19f907 req-a3f7ad78-ba12-44b5-a247-8b1249d08dc0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1061666 Mar 11 19:17:34.663862 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bad928a6-0b66-4e8e-a53e-f62c34c65db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:34.797436 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-d5153323-8362-4864-9001-e4ca6e614160 service neutron] 10.222.0.18 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731224 Mar 11 19:17:34.800402 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6eac9ea3-ae68-445f-9ff4-b3fb4f19f907 req-9d7549fb-4e91-4126-bf83-f48d670e1704 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Mar 11 19:17:34.812665 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b6ce104-a71b-47f6-9b45-7cfbc81aafff req-b14dcd15-b16d-44c1-a063-fa0a5c9d416d service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070913 Mar 11 19:17:34.909901 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fbbfac8c-637a-4ed2-95a9-598be2c30a48 req-9ea57c68-15cc-4f56-8e2f-d220116a2048 service neutron] 10.222.0.18 "GET /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051526 Mar 11 19:17:35.305476 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:35.703961 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40716) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:35.810896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64ff47-ae8d-43ed-858e-0267a69111f6 req-77c8365b-08dd-4a64-a815-64873edbf0ad tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:35.812909 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7a64ff47-ae8d-43ed-858e-0267a69111f6 req-77c8365b-08dd-4a64-a815-64873edbf0ad tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.0556641 Mar 11 19:17:35.830699 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:35.870119 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7a64ff47-ae8d-43ed-858e-0267a69111f6 req-7a7d0d05-f354-4aed-9ec0-f778c8e79ce9 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507643 Mar 11 19:17:35.925302 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fd619-ce41-4928-b61a-aefb9c09e96f req-ccd507da-b9b0-4aa4-b531-3abf712ffad6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:35.926952 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b16fd619-ce41-4928-b61a-aefb9c09e96f req-ccd507da-b9b0-4aa4-b531-3abf712ffad6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0559735 Mar 11 19:17:35.930121 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Publish callbacks [] for security_group (2ceff66e-ac57-4506-a431-2dc3628c4919), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:35.934512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2ceff66e-ac57-4506-a431-2dc3628c4919), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:35.982276 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b16fd619-ce41-4928-b61a-aefb9c09e96f req-9ad89660-b5ed-4882-8cc8-a0dfb94ab4a2 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Mar 11 19:17:35.985922 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e84fbd8f58ab476e99487d6b6682dc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808270 Mar 11 19:17:35.987491 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceff66e-ac57-4506-a431-2dc3628c4919,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:35.989528 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40726) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:35.996286 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:35.996884 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:35.997347 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:35.997786 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:35.998431 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:35.998945 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.008633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670bb15-3267-4ec3-82a8-e167b4fe744a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.049097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Publish callbacks [] for security_group (2ceff66e-ac57-4506-a431-2dc3628c4919), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.074810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Publish callbacks [] for security_group (2ceff66e-ac57-4506-a431-2dc3628c4919), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.129276 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2ceff66e-ac57-4506-a431-2dc3628c4919), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.131991 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.133191 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ceff66e-ac57-4506-a431-2dc3628c4919 HTTP/1.1" status: 204 len: 168 time: 0.1423211 Mar 11 19:17:36.141369 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceff66e-ac57-4506-a431-2dc3628c4919,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:36.154646 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.155009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.155517 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.156166 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.157249 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.157762 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.158217 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.158580 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.159003 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.159357 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.159689 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.160023 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.160351 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0e08d0-e132-402e-b105-fa772c7014f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:36.300950 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40740) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:36.336274 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40746) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:36.566832 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c32980-10fc-45b6-ab67-c5a5e96cf2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.581182 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2825c373-f30e-4e82-8f63-e627c51c3a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.663929 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c32980-10fc-45b6-ab67-c5a5e96cf2c0 admin admin] Publish callbacks [] for security_group (a60889aa-6c89-4db2-9cc7-70a99aefcbcb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.668926 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e0c32980-10fc-45b6-ab67-c5a5e96cf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a60889aa-6c89-4db2-9cc7-70a99aefcbcb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.670402 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2825c373-f30e-4e82-8f63-e627c51c3a4d admin admin] Publish callbacks [] for security_group (c395a3b3-8fb0-45cc-8480-82d3b20fe98c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.676676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2825c373-f30e-4e82-8f63-e627c51c3a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c395a3b3-8fb0-45cc-8480-82d3b20fe98c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.697502 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40758) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:36.717668 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c373-f30e-4e82-8f63-e627c51c3a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c395a3b3-8fb0-45cc-8480-82d3b20fe98c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:36.722316 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-2825c373-f30e-4e82-8f63-e627c51c3a4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f28604096554a54add28bd1a837efa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207819 Mar 11 19:17:36.725073 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40760) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:36.727065 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e0c32980-10fc-45b6-ab67-c5a5e96cf2c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80bb815a585a4a33be5060da0065ead9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895762 Mar 11 19:17:36.729141 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32f5771a-4114-4935-a26d-64d1818c461f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.732572 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40762) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:36.733248 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c32980-10fc-45b6-ab67-c5a5e96cf2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60889aa-6c89-4db2-9cc7-70a99aefcbcb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:36.818252 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4051f26c-74d8-4c87-97e6-368765391f2b admin admin] Publish callbacks [] for security_group (c395a3b3-8fb0-45cc-8480-82d3b20fe98c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.823076 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32f5771a-4114-4935-a26d-64d1818c461f admin admin] Publish callbacks [] for security_group (c4b8ff6f-145a-425c-b19a-26e60e6b07f8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.827218 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-32f5771a-4114-4935-a26d-64d1818c461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c4b8ff6f-145a-425c-b19a-26e60e6b07f8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.830135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416cada-0a07-42c7-aca3-fb465a41a9d4 admin admin] Publish callbacks [] for security_group (a60889aa-6c89-4db2-9cc7-70a99aefcbcb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.852494 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4051f26c-74d8-4c87-97e6-368765391f2b admin admin] Publish callbacks [] for security_group (c395a3b3-8fb0-45cc-8480-82d3b20fe98c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.874638 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416cada-0a07-42c7-aca3-fb465a41a9d4 admin admin] Publish callbacks [] for security_group (a60889aa-6c89-4db2-9cc7-70a99aefcbcb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.957771 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4051f26c-74d8-4c87-97e6-368765391f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c395a3b3-8fb0-45cc-8480-82d3b20fe98c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.967850 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4051f26c-74d8-4c87-97e6-368765391f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.967850 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4051f26c-74d8-4c87-97e6-368765391f2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c395a3b3-8fb0-45cc-8480-82d3b20fe98c HTTP/1.1" status: 204 len: 168 time: 0.2362306 Mar 11 19:17:36.967850 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416cada-0a07-42c7-aca3-fb465a41a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a60889aa-6c89-4db2-9cc7-70a99aefcbcb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.969049 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416cada-0a07-42c7-aca3-fb465a41a9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.974182 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d416cada-0a07-42c7-aca3-fb465a41a9d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a60889aa-6c89-4db2-9cc7-70a99aefcbcb HTTP/1.1" status: 204 len: 168 time: 0.2360313 Mar 11 19:17:36.978717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-148bbf42-7273-4a7c-ad6b-92536bd68746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:36.997664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051f26c-74d8-4c87-97e6-368765391f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c395a3b3-8fb0-45cc-8480-82d3b20fe98c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:37.028065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5771a-4114-4935-a26d-64d1818c461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b8ff6f-145a-425c-b19a-26e60e6b07f8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:37.032564 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-32f5771a-4114-4935-a26d-64d1818c461f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d10fca19b714405a3e6279bf4aeea46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335674 Mar 11 19:17:37.035826 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40772) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:37.078691 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416cada-0a07-42c7-aca3-fb465a41a9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60889aa-6c89-4db2-9cc7-70a99aefcbcb,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:37.110770 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4562fee-6dc6-4709-9572-1a67ad42f146 admin admin] Publish callbacks [] for security_group (c4b8ff6f-145a-425c-b19a-26e60e6b07f8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.147383 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4562fee-6dc6-4709-9572-1a67ad42f146 admin admin] Publish callbacks [] for security_group (c4b8ff6f-145a-425c-b19a-26e60e6b07f8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.216176 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4562fee-6dc6-4709-9572-1a67ad42f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c4b8ff6f-145a-425c-b19a-26e60e6b07f8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.218849 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e4562fee-6dc6-4709-9572-1a67ad42f146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.223545 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e4562fee-6dc6-4709-9572-1a67ad42f146 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4b8ff6f-145a-425c-b19a-26e60e6b07f8 HTTP/1.1" status: 204 len: 168 time: 0.1829624 Mar 11 19:17:37.232049 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4562fee-6dc6-4709-9572-1a67ad42f146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b8ff6f-145a-425c-b19a-26e60e6b07f8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:37.427448 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258633e-b05a-4419-af07-c027e270f667 req-bc70ffb3-7389-4232-b49d-1edd525810de tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:37.429198 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b258633e-b05a-4419-af07-c027e270f667 req-bc70ffb3-7389-4232-b49d-1edd525810de tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.4558158 Mar 11 19:17:37.465906 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493096-c430-4856-80dd-472e071fd948 req-ef8775af-cfb7-4e01-98a2-59fb1d9ee022 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:37.467447 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4493096-c430-4856-80dd-472e071fd948 req-ef8775af-cfb7-4e01-98a2-59fb1d9ee022 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.3826864 Mar 11 19:17:37.514890 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b258633e-b05a-4419-af07-c027e270f667 req-0c8c497e-b306-4857-b6eb-9f17c6485a3a tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Mar 11 19:17:37.551309 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4493096-c430-4856-80dd-472e071fd948 req-df2f2194-47c4-4f68-b8dd-cb969c531737 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670042 Mar 11 19:17:37.634809 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40784) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:37.660873 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bada75d-a48a-44c3-92fd-bac335ed0869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.763569 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bada75d-a48a-44c3-92fd-bac335ed0869 admin admin] Publish callbacks [] for security_group (0f79c5da-db83-44b7-b4e0-309b30db3475), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.767973 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4bada75d-a48a-44c3-92fd-bac335ed0869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0f79c5da-db83-44b7-b4e0-309b30db3475), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.809154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4bada75d-a48a-44c3-92fd-bac335ed0869 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2a6c6a775d54a378989b0ad498f0d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731732 Mar 11 19:17:37.810398 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bada75d-a48a-44c3-92fd-bac335ed0869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f79c5da-db83-44b7-b4e0-309b30db3475,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:37.812263 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40788) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:37.889706 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40792) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:37.890278 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a45796a7-0698-414d-a2cf-de0dcf09f6c6 admin admin] Publish callbacks [] for security_group (0f79c5da-db83-44b7-b4e0-309b30db3475), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.910994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef267dd9-0092-4d7b-a0d0-31de230eec08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.927313 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a45796a7-0698-414d-a2cf-de0dcf09f6c6 admin admin] Publish callbacks [] for security_group (0f79c5da-db83-44b7-b4e0-309b30db3475), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.988184 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a45796a7-0698-414d-a2cf-de0dcf09f6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0f79c5da-db83-44b7-b4e0-309b30db3475), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.991659 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a45796a7-0698-414d-a2cf-de0dcf09f6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:37.995110 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a45796a7-0698-414d-a2cf-de0dcf09f6c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f79c5da-db83-44b7-b4e0-309b30db3475 HTTP/1.1" status: 204 len: 168 time: 0.1697836 Mar 11 19:17:38.003707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45796a7-0698-414d-a2cf-de0dcf09f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f79c5da-db83-44b7-b4e0-309b30db3475,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:38.005093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40796) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:38.040682 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef267dd9-0092-4d7b-a0d0-31de230eec08 admin admin] Publish callbacks [] for security_group (45a67afb-3777-4f6a-b38c-1450a953cbae), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.046094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef267dd9-0092-4d7b-a0d0-31de230eec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (45a67afb-3777-4f6a-b38c-1450a953cbae), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.095711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef267dd9-0092-4d7b-a0d0-31de230eec08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a67afb-3777-4f6a-b38c-1450a953cbae,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:38.101327 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ef267dd9-0092-4d7b-a0d0-31de230eec08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cce0167cbaf47d8bb08bcdb13ee9161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105179 Mar 11 19:17:38.103877 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40800) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:38.154529 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40804) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:38.160788 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71cc4405-fc68-40f8-9d8c-16770e3fc163 admin admin] Publish callbacks [] for security_group (45a67afb-3777-4f6a-b38c-1450a953cbae), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.173360 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35d651e-012a-4f5d-8eb9-df89528ad8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.192544 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71cc4405-fc68-40f8-9d8c-16770e3fc163 admin admin] Publish callbacks [] for security_group (45a67afb-3777-4f6a-b38c-1450a953cbae), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.266085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71cc4405-fc68-40f8-9d8c-16770e3fc163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (45a67afb-3777-4f6a-b38c-1450a953cbae), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.268563 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35d651e-012a-4f5d-8eb9-df89528ad8ec admin admin] Publish callbacks [] for security_group (c4069919-f07c-41a7-9039-c860c3fe9c6b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.270124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-71cc4405-fc68-40f8-9d8c-16770e3fc163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.271460 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-71cc4405-fc68-40f8-9d8c-16770e3fc163 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45a67afb-3777-4f6a-b38c-1450a953cbae HTTP/1.1" status: 204 len: 168 time: 0.1665058 Mar 11 19:17:38.278353 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b35d651e-012a-4f5d-8eb9-df89528ad8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c4069919-f07c-41a7-9039-c860c3fe9c6b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.287463 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc4405-fc68-40f8-9d8c-16770e3fc163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a67afb-3777-4f6a-b38c-1450a953cbae,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:38.333156 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-b35d651e-012a-4f5d-8eb9-df89528ad8ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=696c103cbc8241b08696a328f8458f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748691 Mar 11 19:17:38.335836 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d651e-012a-4f5d-8eb9-df89528ad8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4069919-f07c-41a7-9039-c860c3fe9c6b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:38.338706 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40812) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:38.368422 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ef66e8b-f3e1-4708-8f5d-8d85b69588ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.485887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ef66e8b-f3e1-4708-8f5d-8d85b69588ae admin admin] Publish callbacks [] for security_group (77d32a38-755c-44fb-bf92-7005bd9bb456), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.488517 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231a0e46-778d-42ba-9a0e-628831f26b7b admin admin] Publish callbacks [] for security_group (c4069919-f07c-41a7-9039-c860c3fe9c6b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.495305 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ef66e8b-f3e1-4708-8f5d-8d85b69588ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (77d32a38-755c-44fb-bf92-7005bd9bb456), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.500049 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-280ba83f-9242-492a-97da-c3111f82bc76 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:38.502013 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-280ba83f-9242-492a-97da-c3111f82bc76 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.1436312 Mar 11 19:17:38.546297 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef66e8b-f3e1-4708-8f5d-8d85b69588ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d32a38-755c-44fb-bf92-7005bd9bb456,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:38.578522 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231a0e46-778d-42ba-9a0e-628831f26b7b admin admin] Publish callbacks [] for security_group (c4069919-f07c-41a7-9039-c860c3fe9c6b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.606131 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7ef66e8b-f3e1-4708-8f5d-8d85b69588ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e0ad317d32d4381b9214f0cd5b14e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5750539 Mar 11 19:17:38.608608 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40826) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:38.730993 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231a0e46-778d-42ba-9a0e-628831f26b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c4069919-f07c-41a7-9039-c860c3fe9c6b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.733965 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-231a0e46-778d-42ba-9a0e-628831f26b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.735421 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-231a0e46-778d-42ba-9a0e-628831f26b7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4069919-f07c-41a7-9039-c860c3fe9c6b HTTP/1.1" status: 204 len: 168 time: 0.3953180 Mar 11 19:17:38.740143 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.748101 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Deleting port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:17:38.754026 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.758626 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a0e46-778d-42ba-9a0e-628831f26b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4069919-f07c-41a7-9039-c860c3fe9c6b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:38.787941 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49edddc2-68ae-4013-977e-0456f9461bd0 admin admin] Publish callbacks [] for security_group (77d32a38-755c-44fb-bf92-7005bd9bb456), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.834075 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49edddc2-68ae-4013-977e-0456f9461bd0 admin admin] Publish callbacks [] for security_group (77d32a38-755c-44fb-bf92-7005bd9bb456), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.853679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065bb1d-e35b-47bb-9457-930595420ce5 req-58cf8041-dea6-475a-933e-37f9bfc016fd tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:38.855396 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a065bb1d-e35b-47bb-9457-930595420ce5 req-58cf8041-dea6-475a-933e-37f9bfc016fd tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 945 time: 0.2068892 Mar 11 19:17:38.886501 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] For port 09ab31b7-e39a-419c-81d6-2fa61c57ea47, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=09ab31b7-e39a-419c-81d6-2fa61c57ea47,segment=NetworkSegment(6c218b26-2bc9-4b5f-9653-14b89835944e),segment_id=6c218b26-2bc9-4b5f-9653-14b89835944e)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:38.887071 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.899869 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb84ff-dd04-4ab5-bc2b-6b91ec762468 req-e235db49-148b-474c-8be0-eb6bb57532bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:38.901413 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1bcb84ff-dd04-4ab5-bc2b-6b91ec762468 req-e235db49-148b-474c-8be0-eb6bb57532bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.2305846 Mar 11 19:17:38.904584 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Calling delete_port for 09ab31b7-e39a-419c-81d6-2fa61c57ea47 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:17:38.963352 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a065bb1d-e35b-47bb-9457-930595420ce5 req-27c748a4-8b0a-42dc-abe1-1c57712bdd02 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/security-groups?id=24317d23-ad71-46b7-9508-59eedac66fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978456 Mar 11 19:17:38.987030 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1bcb84ff-dd04-4ab5-bc2b-6b91ec762468 req-8c7f573f-14c9-442e-830e-2bdf6f8f7336 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771513 Mar 11 19:17:38.988198 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49edddc2-68ae-4013-977e-0456f9461bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (77d32a38-755c-44fb-bf92-7005bd9bb456), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.990794 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-49edddc2-68ae-4013-977e-0456f9461bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:38.994955 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-49edddc2-68ae-4013-977e-0456f9461bd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77d32a38-755c-44fb-bf92-7005bd9bb456 HTTP/1.1" status: 204 len: 168 time: 0.3853116 Mar 11 19:17:39.003955 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edddc2-68ae-4013-977e-0456f9461bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d32a38-755c-44fb-bf92-7005bd9bb456,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:39.118773 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (09ab31b7-e39a-419c-81d6-2fa61c57ea47), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:39.142609 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['09ab31b7-e39a-419c-81d6-2fa61c57ea47'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:17:39.150560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Pushing event deleted for resources: {'Port': ['ID=09ab31b7-e39a-419c-81d6-2fa61c57ea47,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:39.243646 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] No DVR routers for this DVR port 09ab31b7-e39a-419c-81d6-2fa61c57ea47 on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:17:39.246816 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:39.250312 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5cfbf1f3-2ca1-4290-ba66-2e95099573d1 req-30f6d372-3272-4cdd-b403-d28e53ed3aa0 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.18 "DELETE /v2.0/ports/09ab31b7-e39a-419c-81d6-2fa61c57ea47 HTTP/1.1" status: 204 len: 173 time: 0.7399876 Mar 11 19:17:39.250752 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'name': 'network-vif-deleted', 'tag': '09ab31b7-e39a-419c-81d6-2fa61c57ea47'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:17:39.253698 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67d1b3-beed-40ea-b6fc-9ac0ec01fc17" -d '{"events": [{"server_uuid": "e4837b65-acd6-47a0-b6cc-bcb64f8e0f57", "name": "network-vif-deleted", "tag": "09ab31b7-e39a-419c-81d6-2fa61c57ea47"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:17:39.302146 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf6d88-7afe-4a64-aa87-a2177777078d x-openstack-request-id: req-0dbf6d88-7afe-4a64-aa87-a2177777078d {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:17:39.302439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4837b65-acd6-47a0-b6cc-bcb64f8e0f57", "name": "network-vif-deleted", "tag": "09ab31b7-e39a-419c-81d6-2fa61c57ea47", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:17:39.302684 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0dbf6d88-7afe-4a64-aa87-a2177777078d {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:17:39.303259 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4837b65-acd6-47a0-b6cc-bcb64f8e0f57', 'name': 'network-vif-deleted', 'tag': '09ab31b7-e39a-419c-81d6-2fa61c57ea47', 'status': 'completed', 'code': 200} Mar 11 19:17:40.127805 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ddf84615-6f2a-42d0-ba34-d90b77d3e4e3 req-9c0818d4-5e51-4058-913b-7edc8d4928c9 tempest-DeleteServersTestJSON-1143171487 tempest-DeleteServersTestJSON-1143171487-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4837b65-acd6-47a0-b6cc-bcb64f8e0f57 HTTP/1.1" status: 200 len: 210 time: 0.0351548 Mar 11 19:17:40.198789 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f7caf-1db0-440a-8da2-8bf720b88bf1 req-25228490-7f31-4107-9ed1-18a76864020b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:40.201067 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-456f7caf-1db0-440a-8da2-8bf720b88bf1 req-25228490-7f31-4107-9ed1-18a76864020b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0771425 Mar 11 19:17:40.260093 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-456f7caf-1db0-440a-8da2-8bf720b88bf1 req-4b550d78-d3a6-48b6-bf1b-78ff3af43ee0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Mar 11 19:17:40.322094 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:40.790231 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 40964) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:40.965490 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8e3848a-4b57-4f22-99a4-e50757a22392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.091926 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8e3848a-4b57-4f22-99a4-e50757a22392 admin admin] Publish callbacks [] for security_group (99e3dc9f-3541-4061-a54b-6ae50822545f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.097544 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e8e3848a-4b57-4f22-99a4-e50757a22392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (99e3dc9f-3541-4061-a54b-6ae50822545f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.139857 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e8e3848a-4b57-4f22-99a4-e50757a22392 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0773212880548f5ae37bfb4c0ebe448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481109 Mar 11 19:17:41.140850 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3848a-4b57-4f22-99a4-e50757a22392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e3dc9f-3541-4061-a54b-6ae50822545f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:41.143563 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 40990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:41.222939 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b221243d-8591-4f26-b2c9-5cffd1a569f6 admin admin] Publish callbacks [] for security_group (99e3dc9f-3541-4061-a54b-6ae50822545f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.258898 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b221243d-8591-4f26-b2c9-5cffd1a569f6 admin admin] Publish callbacks [] for security_group (99e3dc9f-3541-4061-a54b-6ae50822545f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.344008 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b221243d-8591-4f26-b2c9-5cffd1a569f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (99e3dc9f-3541-4061-a54b-6ae50822545f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.347465 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b221243d-8591-4f26-b2c9-5cffd1a569f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:41.349055 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-b221243d-8591-4f26-b2c9-5cffd1a569f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99e3dc9f-3541-4061-a54b-6ae50822545f HTTP/1.1" status: 204 len: 168 time: 0.2035041 Mar 11 19:17:41.370642 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221243d-8591-4f26-b2c9-5cffd1a569f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e3dc9f-3541-4061-a54b-6ae50822545f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:41.466236 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5181c1-3f0b-4ee5-b6b4-a7afd9137c2a req-61a11c50-9d0d-433f-8568-1d285d499f76 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:41.475377 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ef5181c1-3f0b-4ee5-b6b4-a7afd9137c2a req-61a11c50-9d0d-433f-8568-1d285d499f76 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0870602 Mar 11 19:17:41.566093 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ef5181c1-3f0b-4ee5-b6b4-a7afd9137c2a req-b31c93df-250b-4530-8cbe-4a711958aa28 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895472 Mar 11 19:17:41.691015 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.230617 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41052) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:42.336260 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-396984398-network', 'tenant_id': 'b866860832584d6e966645835c6f3a42'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:42.359132 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Made reservation on behalf of b866860832584d6e966645835c6f3a42 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:42.362301 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.386091 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.486634 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks [] for security_group (3c59fbe6-43cc-4f61-a89d-9abeed79956b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.492341 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (3c59fbe6-43cc-4f61-a89d-9abeed79956b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.516085 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:17:42.532002 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59fbe6-43cc-4f61-a89d-9abeed79956b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:42.540857 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (20178bb5-0812-4310-a209-fc0d7d2c6c01), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.541857 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Added segment 20178bb5-0812-4310-a209-fc0d7d2c6c01 of type vlan for network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 Mar 11 19:17:42.615999 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (6443ac22-ccda-40f6-9e5f-37dbec0c4f66), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.647862 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (6443ac22-ccda-40f6-9e5f-37dbec0c4f66), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.649327 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:42.650030 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.721202 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4891880 Mar 11 19:17:42.726400 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41084) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:42.735300 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Request body: {'subnet': {'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-396984398-subnet', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:42.738643 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7e7ce-1bdd-47b9-8d19-5d72ceae21a9 req-9dc4f46f-a2a3-4032-b2b4-02cb9934e939 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:42.747379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22b7e7ce-1bdd-47b9-8d19-5d72ceae21a9 req-9dc4f46f-a2a3-4032-b2b4-02cb9934e939 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0897613 Mar 11 19:17:42.777731 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca4dd0-228e-4eca-bffa-835d25de6def admin admin] Pushing event updated for resources: {'Network': ['ID=6443ac22-ccda-40f6-9e5f-37dbec0c4f66,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:42.794040 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:17:42.801321 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Made reservation on behalf of b866860832584d6e966645835c6f3a42 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:42.804571 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:42.870207 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22b7e7ce-1bdd-47b9-8d19-5d72ceae21a9 req-ce3abc06-3cf8-48fc-8825-8a4bf828696f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215439 Mar 11 19:17:42.945767 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41094) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:43.003023 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Deleting subnet 40a4f41f-0ba4-49f3-9919-22b431bd67eb {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:17:43.006703 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Publish callbacks [] for subnet (40a4f41f-0ba4-49f3-9919-22b431bd67eb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.062638 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Publish callbacks [] for subnet (40a4f41f-0ba4-49f3-9919-22b431bd67eb), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.069537 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (92113b30-d54b-48c1-9d17-2b7456fd124b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.090634 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (40a4f41f-0ba4-49f3-9919-22b431bd67eb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.169168 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92113b30-d54b-48c1-9d17-2b7456fd124b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:43.173038 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Checking segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:43.173466 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Network hostable DHCP agents. Network: 6443ac22-ccda-40f6-9e5f-37dbec0c4f66, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:17:43.189260 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (40a4f41f-0ba4-49f3-9919-22b431bd67eb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.198820 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:17:43.211617 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 6443ac22-ccda-40f6-9e5f-37dbec0c4f66) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:43.218604 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:43.219379 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.221071 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd194bf1-5783-4e9a-ab0d-65d92137f6e7 None None] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:43.239318 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a4f41f-0ba4-49f3-9919-22b431bd67eb,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:43.244991 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-79ec21c4-b33b-4ee8-bfc5-50686fd95082 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5172942 Mar 11 19:17:43.247652 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41110) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:43.253318 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:43.256892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.262286 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-04abb191-c471-4847-a2e2-dec612d6aa3b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/40a4f41f-0ba4-49f3-9919-22b431bd67eb HTTP/1.1" status: 204 len: 168 time: 0.3150828 Mar 11 19:17:43.264526 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41112) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:43.288452 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (bf021574-5760-4eb1-a6ae-5e20b12541ae), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.290061 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (bf021574-5760-4eb1-a6ae-5e20b12541ae), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.355582 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (1a10a9b7-47b7-444c-8ac2-5c860f72d898), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.362742 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks [] for router_controller (bf021574-5760-4eb1-a6ae-5e20b12541ae), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.373278 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'project_id': 'b866860832584d6e966645835c6f3a42', 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:17:43.374189 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.460932 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (1a10a9b7-47b7-444c-8ac2-5c860f72d898), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.482636 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.483005 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.483764 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.484142 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.484496 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.484856 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.485181 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.485521 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.486460 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.486793 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.530534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks [] for router_gateway (bf021574-5760-4eb1-a6ae-5e20b12541ae), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.564031 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Allocated IP 172.20.0.2 (6443ac22-ccda-40f6-9e5f-37dbec0c4f66/92113b30-d54b-48c1-9d17-2b7456fd124b/0e7e6aee-cc9d-4ec6-bf46-02a849302d75) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:43.622467 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.622739 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.623074 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.623407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103355) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:17:43.623791 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a10a9b7-47b7-444c-8ac2-5c860f72d898']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:43.657312 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c218b26-2bc9-4b5f-9653-14b89835944e') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:43.657312 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c218b26-2bc9-4b5f-9653-14b89835944e') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:43.679993 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (6c218b26-2bc9-4b5f-9653-14b89835944e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.718671 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (6c218b26-2bc9-4b5f-9653-14b89835944e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.730887 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Publish callbacks [] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.733699 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:17:43.734150 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (6c218b26-2bc9-4b5f-9653-14b89835944e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.738066 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: from cryptography.utils import int_from_bytes Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: from cryptography.utils import int_from_bytes Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:17:43.761042 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:17:43.777975 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:43.783920 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:43.784629 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks [] for router_gateway (bf021574-5760-4eb1-a6ae-5e20b12541ae), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.788409 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:43.794467 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Pushing event updated for resources: {'Port': ['ID=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:43.804606 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.805135 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.805588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.806011 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.806420 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.806816 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.807218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.807622 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.808022 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.808420 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.808847 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.809256 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.809658 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:43.815575 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.854523 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (1a10a9b7-47b7-444c-8ac2-5c860f72d898), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.865908 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.869593 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1a10a9b7-47b7-444c-8ac2-5c860f72d898 HTTP/1.1" status: 204 len: 168 time: 0.6040049 Mar 11 19:17:43.881750 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 09ab31b7-e39a-419c-81d6-2fa61c57ea47 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:17:43.886645 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a2805-3eea-4e70-8d05-2fb0a666a9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a10a9b7-47b7-444c-8ac2-5c860f72d898,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:43.925996 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Attempting to bind port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:43.926378 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Attempting to bind port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:43.926744 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Attempting to bind port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 on network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:43.932376 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 09ab31b7-e39a-419c-81d6-2fa61c57ea47 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:17:43.932753 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 09ab31b7-e39a-419c-81d6-2fa61c57ea47 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:17:43.935726 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:43.936371 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Checking segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:43.936807 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.937331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Bound using segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:43.937822 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Bound port: 0e7e6aee-cc9d-4ec6-bf46-02a849302d75, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:43.938212 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:43.958856 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Allocated IP 172.27.2.192 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/8256bdc4-f67c-4c38-90ed-375cf5394488) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:44.030185 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] For port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:44.035725 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] For port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:44.043921 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fa80d-8f36-47e3-b006-8249108162cb req-a5c4eeab-aedd-4c95-b4c5-5cd605322377 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:44.045881 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9d9fa80d-8f36-47e3-b006-8249108162cb req-a5c4eeab-aedd-4c95-b4c5-5cd605322377 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0790155 Mar 11 19:17:44.046089 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.046509 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41124) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:44.108612 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks [] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.128303 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc7fe8-5b7f-4e4a-ba3b-f38c5eb55eca None None] Pushing event updated for resources: {'Port': ['ID=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:44.151135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d0499307-1374-45f6-b292-b277c3a7dbfd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19df638cf3b946c38b993d982343f6fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1032586 Mar 11 19:17:44.154858 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41128) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:44.158575 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.166301 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9d9fa80d-8f36-47e3-b006-8249108162cb req-315323b7-ee1b-4723-922a-1dfaf81fb5ba tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054206 Mar 11 19:17:44.220232 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:44.221107 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:44.225073 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:44.229811 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97bf571b-767b-414c-975a-5b9fe82ecef7 admin admin] Publish callbacks [] for security_group (24317d23-ad71-46b7-9508-59eedac66fdf), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.262524 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97bf571b-767b-414c-975a-5b9fe82ecef7 admin admin] Publish callbacks [] for security_group (24317d23-ad71-46b7-9508-59eedac66fdf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.290194 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8256bdc4-f67c-4c38-90ed-375cf5394488,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:44.350151 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97bf571b-767b-414c-975a-5b9fe82ecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (24317d23-ad71-46b7-9508-59eedac66fdf), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.353684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-97bf571b-767b-414c-975a-5b9fe82ecef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.356504 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-97bf571b-767b-414c-975a-5b9fe82ecef7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24317d23-ad71-46b7-9508-59eedac66fdf HTTP/1.1" status: 204 len: 168 time: 0.2005694 Mar 11 19:17:44.381242 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf571b-767b-414c-975a-5b9fe82ecef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24317d23-ad71-46b7-9508-59eedac66fdf,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:44.597630 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks [] for router_gateway (bf021574-5760-4eb1-a6ae-5e20b12541ae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:44.999792 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41170) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:45.088145 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (bf021574-5760-4eb1-a6ae-5e20b12541ae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.142322 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fe92ec1-26d2-4df0-8784-03de98f67047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.287150 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fe92ec1-26d2-4df0-8784-03de98f67047 admin admin] Publish callbacks [] for security_group (cf9b8e92-3019-4c47-8b84-dc02d5c12477), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.294752 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5fe92ec1-26d2-4df0-8784-03de98f67047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (cf9b8e92-3019-4c47-8b84-dc02d5c12477), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.299220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Router bf021574-5760-4eb1-a6ae-5e20b12541ae is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:17:45.414376 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5fe92ec1-26d2-4df0-8784-03de98f67047 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8459c4debdb74ee5b7424a0e4be99446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099188 Mar 11 19:17:45.415468 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe92ec1-26d2-4df0-8784-03de98f67047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b8e92-3019-4c47-8b84-dc02d5c12477,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:45.415698 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41184) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:45.443325 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a134328-0bcb-4736-acae-b597cfdbe6cc req-b4e809e8-7bd8-4a9f-bcb7-68c16773f840 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:45.452125 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3a134328-0bcb-4736-acae-b597cfdbe6cc req-b4e809e8-7bd8-4a9f-bcb7-68c16773f840 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1255412 Mar 11 19:17:45.514681 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3a134328-0bcb-4736-acae-b597cfdbe6cc req-cd0f5952-3a69-4828-9bec-d2d8b2b54e70 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614548 Mar 11 19:17:45.538622 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:17:45.549512 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Sync routers for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:17:45.562159 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b617168-790b-4b63-bde6-2ac45eb622f7 admin admin] Publish callbacks [] for security_group (cf9b8e92-3019-4c47-8b84-dc02d5c12477), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.562377 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:45.562790 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:45.597717 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.599035 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e9fba590-c39f-44cf-98dd-669b91c95bd7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3499968 Mar 11 19:17:45.602190 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41190) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:45.604984 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b617168-790b-4b63-bde6-2ac45eb622f7 admin admin] Publish callbacks [] for security_group (cf9b8e92-3019-4c47-8b84-dc02d5c12477), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.651879 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa3950-190f-4656-b79b-142d42b003a1 None None] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:45.690027 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b617168-790b-4b63-bde6-2ac45eb622f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (cf9b8e92-3019-4c47-8b84-dc02d5c12477), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.696512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2b617168-790b-4b63-bde6-2ac45eb622f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:45.712275 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2b617168-790b-4b63-bde6-2ac45eb622f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf9b8e92-3019-4c47-8b84-dc02d5c12477 HTTP/1.1" status: 204 len: 168 time: 0.2898443 Mar 11 19:17:45.726274 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:45.733402 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b617168-790b-4b63-bde6-2ac45eb622f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b8e92-3019-4c47-8b84-dc02d5c12477,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:45.896914 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] Provisioning complete for port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:45.909046 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.042126 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:44Z', 'revision_number': 3, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:46.091218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] Current status of the port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:46.091625 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.152603 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Checking router: bf021574-5760-4eb1-a6ae-5e20b12541ae for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:17:46.153028 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Updating router bf021574-5760-4eb1-a6ae-5e20b12541ae port 8256bdc4-f67c-4c38-90ed-375cf5394488 binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:17:46.200759 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] For port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:46.211493 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.294398 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.356439 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef76e55-4b36-4e9e-8b3d-8bf5163a5c0b None None] Pushing event updated for resources: {'Port': ['ID=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:46.405208 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:46.462169 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-5a6391e3-e3ff-40aa-81fc-50023d7dc440 None None] Provisioning complete for port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:46.462542 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a6391e3-e3ff-40aa-81fc-50023d7dc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.540589 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:46.542841 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.647626 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5a6391e3-e3ff-40aa-81fc-50023d7dc440 None None] Current status of the port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:46.740091 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.763670 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:46.797473 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41212) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:46.832801 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b620c4-5f14-46c4-bbb8-0340686cf405 req-107e04aa-875c-4d53-83cf-776d3be014c4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:46.834403 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-14b620c4-5f14-46c4-bbb8-0340686cf405 req-107e04aa-875c-4d53-83cf-776d3be014c4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1470518 Mar 11 19:17:46.882807 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Publish callbacks [] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.889924 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.951474 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-14b620c4-5f14-46c4-bbb8-0340686cf405 req-1c40ca4f-f3d0-44fe-814a-be4e1700ee3d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073058 Mar 11 19:17:46.952489 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Attempting to bind port 8256bdc4-f67c-4c38-90ed-375cf5394488 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:46.953121 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Attempting to bind port 8256bdc4-f67c-4c38-90ed-375cf5394488 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:46.953668 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Attempting to bind port 8256bdc4-f67c-4c38-90ed-375cf5394488 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:46.974181 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:46.974883 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:46.975441 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.975998 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:46.976830 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Bound port: 8256bdc4-f67c-4c38-90ed-375cf5394488, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:46.977231 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:46.980497 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Pushing event updated for resources: {'Port': ['ID=8256bdc4-f67c-4c38-90ed-375cf5394488,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:47.004570 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85766299-14d2-4583-bf2c-1c820ebc20e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.008930 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.009309 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.009678 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.010023 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.010608 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.011039 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.011520 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.011688 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Allocated IP 172.20.0.1 (6443ac22-ccda-40f6-9e5f-37dbec0c4f66/92113b30-d54b-48c1-9d17-2b7456fd124b/ea3fe11d-7163-4c7a-bba1-7b442867748d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:47.011923 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.012260 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.012632 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.013040 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.013372 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.013820 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:17:47.065681 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] For port 8256bdc4-f67c-4c38-90ed-375cf5394488, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:47.069734 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] For port 8256bdc4-f67c-4c38-90ed-375cf5394488, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8256bdc4-f67c-4c38-90ed-375cf5394488,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:47.078517 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.129157 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85766299-14d2-4583-bf2c-1c820ebc20e6 admin admin] Publish callbacks [] for security_group (efdb3f69-763a-4f16-8562-8b1a1c3b0c3d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.135308 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-85766299-14d2-4583-bf2c-1c820ebc20e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (efdb3f69-763a-4f16-8562-8b1a1c3b0c3d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.140058 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:47.140699 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:47.167864 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks [] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.183174 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-85766299-14d2-4583-bf2c-1c820ebc20e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b0569895dbf47948a216ab47f8562d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837030 Mar 11 19:17:47.183999 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85766299-14d2-4583-bf2c-1c820ebc20e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb3f69-763a-4f16-8562-8b1a1c3b0c3d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:47.186606 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41222) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:47.205780 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5021c0f-7ecb-42cc-88af-248e29a11dcb None None] Pushing event updated for resources: {'Port': ['ID=8256bdc4-f67c-4c38-90ed-375cf5394488,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:47.243303 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.275331 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:47.292563 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:47.308803 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:47.311710 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:47.336287 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3fe11d-7163-4c7a-bba1-7b442867748d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:47.340608 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5cd477c-b411-4185-8661-4d53ffcbdb2e admin admin] Publish callbacks [] for security_group (efdb3f69-763a-4f16-8562-8b1a1c3b0c3d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.375855 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5cd477c-b411-4185-8661-4d53ffcbdb2e admin admin] Publish callbacks [] for security_group (efdb3f69-763a-4f16-8562-8b1a1c3b0c3d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.382925 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (bf021574-5760-4eb1-a6ae-5e20b12541ae), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.499960 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:44Z', 'revision_number': 3, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:47.532016 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc821dd-2054-4d9f-a1c2-a177f841a6d8 None None] The sync data for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi is: [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:44Z', 'revision_number': 3, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:17:47.534312 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5cd477c-b411-4185-8661-4d53ffcbdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (efdb3f69-763a-4f16-8562-8b1a1c3b0c3d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.537165 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5cd477c-b411-4185-8661-4d53ffcbdb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.541256 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-f5cd477c-b411-4185-8661-4d53ffcbdb2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efdb3f69-763a-4f16-8562-8b1a1c3b0c3d HTTP/1.1" status: 204 len: 168 time: 0.3536494 Mar 11 19:17:47.555339 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd477c-b411-4185-8661-4d53ffcbdb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb3f69-763a-4f16-8562-8b1a1c3b0c3d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:47.596976 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.609780 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-05789f7b-2bad-4dca-a53d-298435502981 None None] Provisioning complete for port ea3fe11d-7163-4c7a-bba1-7b442867748d triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:47.609780 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-05789f7b-2bad-4dca-a53d-298435502981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.651036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-05789f7b-2bad-4dca-a53d-298435502981 None None] Port ea3fe11d-7163-4c7a-bba1-7b442867748d cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:17:47.807533 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks [] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.815234 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.931673 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (bf021574-5760-4eb1-a6ae-5e20b12541ae), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:47.941310 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3fe11d-7163-4c7a-bba1-7b442867748d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:47.967207 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41230) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:47.982980 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d04dad9c-ce99-4e26-b367-1ed54d66cbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.150735 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d04dad9c-ce99-4e26-b367-1ed54d66cbf2 admin admin] Publish callbacks [] for security_group (97e4ad07-2e30-4ad4-a5fe-f02f414086b3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.160169 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d04dad9c-ce99-4e26-b367-1ed54d66cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (97e4ad07-2e30-4ad4-a5fe-f02f414086b3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.197142 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:48.207570 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:48.226375 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d04dad9c-ce99-4e26-b367-1ed54d66cbf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3e402680d404c538728bc9d47f32d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579255 Mar 11 19:17:48.228359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:48.234548 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc50b6-b6b0-4740-a9fe-c989f7cf5a11 req-69d1b370-e7bc-44d2-bdb2-6999d971f290 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:48.237041 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a7bc50b6-b6b0-4740-a9fe-c989f7cf5a11 req-69d1b370-e7bc-44d2-bdb2-6999d971f290 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1823602 Mar 11 19:17:48.259366 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dad9c-ce99-4e26-b367-1ed54d66cbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4ad07-2e30-4ad4-a5fe-f02f414086b3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:48.406802 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:48.430977 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3097aa65-e036-4bb7-835b-e9a37235329e admin admin] Publish callbacks [] for security_group (97e4ad07-2e30-4ad4-a5fe-f02f414086b3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.457417 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a7bc50b6-b6b0-4740-a9fe-c989f7cf5a11 req-d58449e1-d7c7-4ced-80f3-f184be1f4526 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144980 Mar 11 19:17:48.473506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:48.473967 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.484056 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3097aa65-e036-4bb7-835b-e9a37235329e admin admin] Publish callbacks [] for security_group (97e4ad07-2e30-4ad4-a5fe-f02f414086b3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.508831 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Router bf021574-5760-4eb1-a6ae-5e20b12541ae has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:17:48.609393 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3097aa65-e036-4bb7-835b-e9a37235329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (97e4ad07-2e30-4ad4-a5fe-f02f414086b3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.612363 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:48.614315 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8256bdc4-f67c-4c38-90ed-375cf5394488 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:48.617098 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3097aa65-e036-4bb7-835b-e9a37235329e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.621174 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-3097aa65-e036-4bb7-835b-e9a37235329e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97e4ad07-2e30-4ad4-a5fe-f02f414086b3 HTTP/1.1" status: 204 len: 168 time: 0.3887587 Mar 11 19:17:48.627710 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097aa65-e036-4bb7-835b-e9a37235329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4ad07-2e30-4ad4-a5fe-f02f414086b3,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:48.711707 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:17:48.715257 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-eb984315-413b-4806-8045-e6ec6bb084b4 None None] Provisioning complete for port ea3fe11d-7163-4c7a-bba1-7b442867748d triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:48.715643 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb984315-413b-4806-8045-e6ec6bb084b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.727175 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ca69befe-a3bb-443e-8828-a1fbe8673c24 admin admin] 10.222.0.55 "PUT /v2.0/routers/bf021574-5760-4eb1-a6ae-5e20b12541ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1233220 Mar 11 19:17:48.778637 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 8256bdc4-f67c-4c38-90ed-375cf5394488 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:48.779292 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.781360 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-eb984315-413b-4806-8045-e6ec6bb084b4 None None] Port ea3fe11d-7163-4c7a-bba1-7b442867748d cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:17:48.893324 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 8256bdc4-f67c-4c38-90ed-375cf5394488 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:48.894134 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.924946 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 8256bdc4-f67c-4c38-90ed-375cf5394488, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8256bdc4-f67c-4c38-90ed-375cf5394488,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:48.931140 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.987472 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=8256bdc4-f67c-4c38-90ed-375cf5394488,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:49.208112 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41264) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:49.223665 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d57089bd-1c15-4323-8149-7f08a261d092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.325154 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d57089bd-1c15-4323-8149-7f08a261d092 admin admin] Publish callbacks [] for security_group (0b7e860f-a5ca-40be-b27b-3943097dda4f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.331116 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d57089bd-1c15-4323-8149-7f08a261d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0b7e860f-a5ca-40be-b27b-3943097dda4f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.373226 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d57089bd-1c15-4323-8149-7f08a261d092 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7542801870f94be38ebec7a442cf2ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637673 Mar 11 19:17:49.374175 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57089bd-1c15-4323-8149-7f08a261d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e860f-a5ca-40be-b27b-3943097dda4f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:49.375958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41268) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:49.443244 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41272) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:49.446215 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb4474d3-4893-49b6-9328-527f09aedfee admin admin] Publish callbacks [] for security_group (0b7e860f-a5ca-40be-b27b-3943097dda4f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.448216 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-562534474-network', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:49.470133 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Made reservation on behalf of 058b3ff1765a4024af22ffab1c75a891 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:49.473155 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.475089 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb4474d3-4893-49b6-9328-527f09aedfee admin admin] Publish callbacks [] for security_group (0b7e860f-a5ca-40be-b27b-3943097dda4f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.484151 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.534171 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb4474d3-4893-49b6-9328-527f09aedfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0b7e860f-a5ca-40be-b27b-3943097dda4f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.538927 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb4474d3-4893-49b6-9328-527f09aedfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.540668 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-eb4474d3-4893-49b6-9328-527f09aedfee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b7e860f-a5ca-40be-b27b-3943097dda4f HTTP/1.1" status: 204 len: 168 time: 0.1632872 Mar 11 19:17:49.555397 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4474d3-4893-49b6-9328-527f09aedfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e860f-a5ca-40be-b27b-3943097dda4f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:49.605928 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks [] for security_group (88e30270-c181-4833-a178-e378a650a1e4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.612420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (88e30270-c181-4833-a178-e378a650a1e4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.642216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ece26-a1bc-44f6-bcd1-c428380c0dd9 req-b30c3904-1e28-4eea-bc03-cd7e8189355e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:49.643843 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:17:49.643979 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-881ece26-a1bc-44f6-bcd1-c428380c0dd9 req-b30c3904-1e28-4eea-bc03-cd7e8189355e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0719681 Mar 11 19:17:49.651756 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e30270-c181-4833-a178-e378a650a1e4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:49.660898 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (35fea885-5562-4b4c-a84d-2641f3095f6a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.661211 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Added segment 35fea885-5562-4b4c-a84d-2641f3095f6a of type vlan for network 00199373-f798-4c96-8405-e61b8aa3a48b Mar 11 19:17:49.734051 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (00199373-f798-4c96-8405-e61b8aa3a48b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.751867 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-881ece26-a1bc-44f6-bcd1-c428380c0dd9 req-98d5d012-1a21-4fdf-aa24-7bf4fd91e598 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873363 Mar 11 19:17:49.778947 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (00199373-f798-4c96-8405-e61b8aa3a48b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.779930 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:49.780787 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:49.821954 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3774574 Mar 11 19:17:49.824664 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41286) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:49.829655 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Request body: {'subnet': {'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-562534474-subnet', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:49.883828 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca5a1-2073-4dac-8176-026905934e26 admin admin] Pushing event updated for resources: {'Network': ['ID=00199373-f798-4c96-8405-e61b8aa3a48b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:49.898713 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 00199373-f798-4c96-8405-e61b8aa3a48b details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:17:49.909010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Made reservation on behalf of 058b3ff1765a4024af22ffab1c75a891 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:49.915847 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.095730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Sync routers for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:17:50.115250 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:50.117113 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:50.141672 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (c269c530-6e87-4ce8-9f8d-43897b2a70fb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.194284 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c269c530-6e87-4ce8-9f8d-43897b2a70fb,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:50.241205 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Checking segment: {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:50.241205 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Network hostable DHCP agents. Network: 00199373-f798-4c96-8405-e61b8aa3a48b, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:17:50.281244 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8256bdc4-f67c-4c38-90ed-375cf5394488 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:50.284701 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Network 00199373-f798-4c96-8405-e61b8aa3a48b is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:17:50.296955 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 00199373-f798-4c96-8405-e61b8aa3a48b) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:50.305954 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:50.307027 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.337000 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd64787-c529-41c3-ac6c-389ca0d87d99 None None] Network 00199373-f798-4c96-8405-e61b8aa3a48b requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:50.341143 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-3e3a861d-890e-4c09-83e9-153f188c9f56 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5130656 Mar 11 19:17:50.341582 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41304) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:50.346902 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:50.375720 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (40e31047-7593-418f-a07f-9c4b738ddba5), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.377321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (40e31047-7593-418f-a07f-9c4b738ddba5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.382901 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:50.454469 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks [] for router_controller (40e31047-7593-418f-a07f-9c4b738ddba5), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.714176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 8256bdc4-f67c-4c38-90ed-375cf5394488 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:50.714176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.750769 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-00199373-f798-4c96-8405-e61b8aa3a48b', 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b', 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'fixed_ips': [{'subnet_id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:17:50.752326 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.853633 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks [] for router_gateway (40e31047-7593-418f-a07f-9c4b738ddba5), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:50.942369 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694c2b8-2a03-4613-b31c-c5f4587bac90 req-deba164f-b93b-47c8-9d53-a2a9b0fd41a3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:50.949375 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6694c2b8-2a03-4613-b31c-c5f4587bac90 req-deba164f-b93b-47c8-9d53-a2a9b0fd41a3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0903251 Mar 11 19:17:51.044560 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6694c2b8-2a03-4613-b31c-c5f4587bac90 req-92f15afc-eac8-4375-8808-5b86c2f907bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942504 Mar 11 19:17:51.072675 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Allocated IP 172.20.0.2 (00199373-f798-4c96-8405-e61b8aa3a48b/c269c530-6e87-4ce8-9f8d-43897b2a70fb/50debb33-a772-4df0-a55f-e4857ee8c47e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:51.075694 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 8256bdc4-f67c-4c38-90ed-375cf5394488 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:51.124582 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 2, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:51.161645 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Checking router: bf021574-5760-4eb1-a6ae-5e20b12541ae for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:17:51.162091 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Updating router bf021574-5760-4eb1-a6ae-5e20b12541ae port ea3fe11d-7163-4c7a-bba1-7b442867748d binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:17:51.189391 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks [] for router_gateway (40e31047-7593-418f-a07f-9c4b738ddba5), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.215310 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.234250 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.358591 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Allocated IP 172.27.2.17 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/cec301bc-bd8f-4d84-94aa-d5951bfaa8cf) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:51.454674 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Publish callbacks [] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.468283 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.524910 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Network 00199373-f798-4c96-8405-e61b8aa3a48b is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:51.539720 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:51.540743 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks [] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.549493 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:51.592261 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Pushing event updated for resources: {'Port': ['ID=50debb33-a772-4df0-a55f-e4857ee8c47e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:51.598301 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.653742 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:51.659995 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:51.671800 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:51.691739 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Attempting to bind port 50debb33-a772-4df0-a55f-e4857ee8c47e on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:51.692124 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Attempting to bind port 50debb33-a772-4df0-a55f-e4857ee8c47e by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:51.692494 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Attempting to bind port 50debb33-a772-4df0-a55f-e4857ee8c47e on network 00199373-f798-4c96-8405-e61b8aa3a48b {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:51.709143 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:51.709401 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Checking segment: {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:51.709994 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.710753 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Bound using segment: {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:51.711002 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Bound port: 50debb33-a772-4df0-a55f-e4857ee8c47e, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:51.711398 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.715587 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Pushing event updated for resources: {'Port': ['ID=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:51.874147 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] For port 50debb33-a772-4df0-a55f-e4857ee8c47e, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:51.882965 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] For port 50debb33-a772-4df0-a55f-e4857ee8c47e, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=50debb33-a772-4df0-a55f-e4857ee8c47e,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:51.892270 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Publish callbacks [] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.903186 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.948934 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:51.993529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40302-ac40-4111-9167-230d47f44e4a None None] Pushing event updated for resources: {'Port': ['ID=50debb33-a772-4df0-a55f-e4857ee8c47e,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:52.121952 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks [] for router_gateway (40e31047-7593-418f-a07f-9c4b738ddba5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.209188 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ea46e-9f33-46e0-88b3-a3ad80aeb2dd None None] Pushing event updated for resources: {'Port': ['ID=ea3fe11d-7163-4c7a-bba1-7b442867748d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:52.227620 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Attempting to bind port ea3fe11d-7163-4c7a-bba1-7b442867748d on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:52.228006 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Attempting to bind port ea3fe11d-7163-4c7a-bba1-7b442867748d by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:52.228376 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Attempting to bind port ea3fe11d-7163-4c7a-bba1-7b442867748d on network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:52.241068 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:52.241454 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Checking segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:52.241870 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.242277 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Bound using segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:52.242778 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Bound port: ea3fe11d-7163-4c7a-bba1-7b442867748d, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:52.243166 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.372879 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e3199-b449-4513-802d-4aa935e2d9e2 req-27400ae2-2063-43b8-8933-3105fc7056a9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:52.374451 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e07e3199-b449-4513-802d-4aa935e2d9e2 req-27400ae2-2063-43b8-8933-3105fc7056a9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1782427 Mar 11 19:17:52.440806 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] For port ea3fe11d-7163-4c7a-bba1-7b442867748d, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:52.449992 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] For port ea3fe11d-7163-4c7a-bba1-7b442867748d, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=ea3fe11d-7163-4c7a-bba1-7b442867748d,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:52.474029 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.481486 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] Provisioning complete for port ea3fe11d-7163-4c7a-bba1-7b442867748d triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:52.481958 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.523140 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e07e3199-b449-4513-802d-4aa935e2d9e2 req-bb613815-208e-47e2-8074-b670af8a16ff tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419814 Mar 11 19:17:52.633910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (40e31047-7593-418f-a07f-9c4b738ddba5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.729364 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:52.730105 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:52.789692 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ea46e-9f33-46e0-88b3-a3ad80aeb2dd None None] Pushing event updated for resources: {'Port': ['ID=ea3fe11d-7163-4c7a-bba1-7b442867748d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:52.802346 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] Current status of the port ea3fe11d-7163-4c7a-bba1-7b442867748d is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:52.802964 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:52.882731 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] For port ea3fe11d-7163-4c7a-bba1-7b442867748d, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=ea3fe11d-7163-4c7a-bba1-7b442867748d,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:52.887663 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Router 40e31047-7593-418f-a07f-9c4b738ddba5 is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:17:52.901073 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.001822 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03a1be-f42f-4680-9c9f-2f9343b5d957 None None] Pushing event updated for resources: {'Port': ['ID=ea3fe11d-7163-4c7a-bba1-7b442867748d,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:53.045496 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:53.071087 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:17:53.085207 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Sync routers for ids ['40e31047-7593-418f-a07f-9c4b738ddba5'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:17:53.086558 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ae7d2e64-86ab-4e64-a1d5-6fe2c3cd2ac4 None None] Provisioning complete for port ea3fe11d-7163-4c7a-bba1-7b442867748d triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:53.086940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2e64-86ab-4e64-a1d5-6fe2c3cd2ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.102422 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Routers {'40e31047-7593-418f-a07f-9c4b738ddba5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:53.103061 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['40e31047-7593-418f-a07f-9c4b738ddba5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:53.134934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.140226 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c69d9622-8edb-48ac-9892-af728157967b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7933872 Mar 11 19:17:53.140509 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41416) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:53.175506 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:53.275213 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Set router 40e31047-7593-418f-a07f-9c4b738ddba5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:53.396475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1ba94e4-061e-4e30-bd73-31b1f059af3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.539623 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:17:51Z', 'revision_number': 3, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:53.551004 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1ba94e4-061e-4e30-bd73-31b1f059af3c admin admin] Publish callbacks [] for security_group (e7380143-cece-4eaf-bf65-f72f9dc20e51), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.561076 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a1ba94e4-061e-4e30-bd73-31b1f059af3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e7380143-cece-4eaf-bf65-f72f9dc20e51), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.578579 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d2e64-86ab-4e64-a1d5-6fe2c3cd2ac4 None None] Current status of the port ea3fe11d-7163-4c7a-bba1-7b442867748d is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:53.594155 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Checking router: 40e31047-7593-418f-a07f-9c4b738ddba5 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:17:53.594984 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Updating router 40e31047-7593-418f-a07f-9c4b738ddba5 port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:17:53.629733 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:53.630148 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.682308 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a1ba94e4-061e-4e30-bd73-31b1f059af3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5e05fe5bcb34007818e8ca754fc1452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5032635 Mar 11 19:17:53.682308 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba94e4-061e-4e30-bd73-31b1f059af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7380143-cece-4eaf-bf65-f72f9dc20e51,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:53.687944 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92518021-2b3c-49a4-829c-841ec6ea7142 None None] The sync data for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi is: [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:17:53.703253 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:53.704921 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef0c52-d3cb-4754-9d7d-4d8a5ca97436 None None] Network 00199373-f798-4c96-8405-e61b8aa3a48b requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:53.828930 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a5c-5cac-4311-8132-989a50be175f admin admin] Publish callbacks [] for security_group (e7380143-cece-4eaf-bf65-f72f9dc20e51), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.830823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] Provisioning complete for port 50debb33-a772-4df0-a55f-e4857ee8c47e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:53.831415 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.865080 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a5c-5cac-4311-8132-989a50be175f admin admin] Publish callbacks [] for security_group (e7380143-cece-4eaf-bf65-f72f9dc20e51), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.951358 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a5c-5cac-4311-8132-989a50be175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e7380143-cece-4eaf-bf65-f72f9dc20e51), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.955561 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6ccb7a5c-5cac-4311-8132-989a50be175f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:53.957345 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6ccb7a5c-5cac-4311-8132-989a50be175f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7380143-cece-4eaf-bf65-f72f9dc20e51 HTTP/1.1" status: 204 len: 168 time: 0.2524209 Mar 11 19:17:53.958392 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86925-e7a4-466f-96b5-b8baf6681b69 req-4ac2deb0-f81d-46bb-ad3a-525e483719bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:53.959944 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6e86925-e7a4-466f-96b5-b8baf6681b69 req-4ac2deb0-f81d-46bb-ad3a-525e483719bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.2417397 Mar 11 19:17:53.999000 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb7a5c-5cac-4311-8132-989a50be175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7380143-cece-4eaf-bf65-f72f9dc20e51,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:54.050047 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.113511 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] Current status of the port 50debb33-a772-4df0-a55f-e4857ee8c47e is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:54.113918 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.166269 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6e86925-e7a4-466f-96b5-b8baf6681b69 req-1944bdcf-34b4-4413-82fc-72e671d10d6f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920042 Mar 11 19:17:54.249349 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] For port 50debb33-a772-4df0-a55f-e4857ee8c47e, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=50debb33-a772-4df0-a55f-e4857ee8c47e,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:54.257510 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.322872 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Publish callbacks [] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.335513 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.369178 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Allocated IP 172.20.0.1 (00199373-f798-4c96-8405-e61b8aa3a48b/c269c530-6e87-4ce8-9f8d-43897b2a70fb/edbec97f-4b11-4c2d-ba77-48c77a2ac3a6) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:17:54.427087 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715ae4f-a978-4c09-90cf-360e6cf42170 None None] Pushing event updated for resources: {'Port': ['ID=50debb33-a772-4df0-a55f-e4857ee8c47e,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:54.438648 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Attempting to bind port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:54.439882 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Attempting to bind port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:54.442415 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Attempting to bind port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:54.454567 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8738990-53aa-46f4-aeab-89e9813133d3 None None] Pushing event updated for resources: {'Port': ['ID=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:54.461063 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:54.463642 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:54.464896 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.465824 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:54.467677 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Bound port: cec301bc-bd8f-4d84-94aa-d5951bfaa8cf, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:54.467807 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.504335 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b94d2b8c-9512-481c-aba9-84d084effada None None] Provisioning complete for port 50debb33-a772-4df0-a55f-e4857ee8c47e triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:54.504823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b94d2b8c-9512-481c-aba9-84d084effada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.568827 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] For port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:54.584114 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks [] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.589837 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 50debb33-a772-4df0-a55f-e4857ee8c47e up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:54.596464 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] For port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:54.610968 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.659491 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.689232 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Routers {'40e31047-7593-418f-a07f-9c4b738ddba5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:54.690001 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['40e31047-7593-418f-a07f-9c4b738ddba5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:54.718299 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b94d2b8c-9512-481c-aba9-84d084effada None None] Current status of the port 50debb33-a772-4df0-a55f-e4857ee8c47e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:54.751741 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8738990-53aa-46f4-aeab-89e9813133d3 None None] Pushing event updated for resources: {'Port': ['ID=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:54.758455 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 50debb33-a772-4df0-a55f-e4857ee8c47e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:54.758860 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.778812 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41440) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:54.793124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Pushing event updated for resources: {'Port': ['ID=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:54.809787 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-746b40a4-6cd5-4cab-a4a9-e3514244cca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.821120 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Network 00199373-f798-4c96-8405-e61b8aa3a48b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:54.823347 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:54.827642 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:17:54.862671 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] Set router 40e31047-7593-418f-a07f-9c4b738ddba5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:54.923621 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (40e31047-7593-418f-a07f-9c4b738ddba5), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.954763 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-746b40a4-6cd5-4cab-a4a9-e3514244cca0 admin admin] Publish callbacks [] for security_group (4733af40-3f13-4ce8-b80c-20c1830a06dd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.962912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-746b40a4-6cd5-4cab-a4a9-e3514244cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4733af40-3f13-4ce8-b80c-20c1830a06dd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.976145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 50debb33-a772-4df0-a55f-e4857ee8c47e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:54.981550 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device ea3fe11d-7163-4c7a-bba1-7b442867748d up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:55.014163 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b40a4-6cd5-4cab-a4a9-e3514244cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733af40-3f13-4ce8-b80c-20c1830a06dd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:55.044155 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-746b40a4-6cd5-4cab-a4a9-e3514244cca0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dd774cad034402ea4c7b555ffa2f184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621250 Mar 11 19:17:55.045987 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41442) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:55.091332 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port ea3fe11d-7163-4c7a-bba1-7b442867748d triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:55.091717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.131564 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c77d6e67-668d-46ec-8458-4f1a0b31563c admin admin] Publish callbacks [] for security_group (4733af40-3f13-4ce8-b80c-20c1830a06dd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.184079 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c77d6e67-668d-46ec-8458-4f1a0b31563c admin admin] Publish callbacks [] for security_group (4733af40-3f13-4ce8-b80c-20c1830a06dd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.207548 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.220995 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:17:51Z', 'revision_number': 3, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:55.230887 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port ea3fe11d-7163-4c7a-bba1-7b442867748d is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:55.264502 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f546c6a8-1d1c-4e01-8844-df49e599ddce None None] Provisioning complete for port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:55.265443 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f546c6a8-1d1c-4e01-8844-df49e599ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.275140 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a9734-9050-423d-8e30-04d2851890d0 None None] The sync data for ids ['40e31047-7593-418f-a07f-9c4b738ddba5'] in dv-cinder-830674-2-iscsi is: [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:17:51Z', 'revision_number': 3, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:17:55.288238 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c77d6e67-668d-46ec-8458-4f1a0b31563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4733af40-3f13-4ce8-b80c-20c1830a06dd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.293675 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c77d6e67-668d-46ec-8458-4f1a0b31563c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.294843 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c77d6e67-668d-46ec-8458-4f1a0b31563c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4733af40-3f13-4ce8-b80c-20c1830a06dd HTTP/1.1" status: 204 len: 168 time: 0.2477331 Mar 11 19:17:55.319611 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d6e67-668d-46ec-8458-4f1a0b31563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733af40-3f13-4ce8-b80c-20c1830a06dd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:55.333981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f546c6a8-1d1c-4e01-8844-df49e599ddce None None] Port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:17:55.465280 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d3ba-dbc9-4c93-992f-a50ad8c6d82c req-f4a83b9c-70fd-47fd-928a-799b7d61bbc1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:55.468130 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a309d3ba-dbc9-4c93-992f-a50ad8c6d82c req-f4a83b9c-70fd-47fd-928a-799b7d61bbc1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1776760 Mar 11 19:17:55.579995 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a309d3ba-dbc9-4c93-992f-a50ad8c6d82c req-4be8635a-fff8-4bf4-a05d-3912bdbcf411 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929534 Mar 11 19:17:55.586253 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks [] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.596911 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.679086 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (40e31047-7593-418f-a07f-9c4b738ddba5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.681117 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Pushing event updated for resources: {'Port': ['ID=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:55.870848 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Network 00199373-f798-4c96-8405-e61b8aa3a48b is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:17:55.872343 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:56.044914 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Router 40e31047-7593-418f-a07f-9c4b738ddba5 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:17:56.280380 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-034a8b26-c4af-46ab-8dea-5a14ce322fb2 None None] Provisioning complete for port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:56.280871 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-034a8b26-c4af-46ab-8dea-5a14ce322fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.341569 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-034a8b26-c4af-46ab-8dea-5a14ce322fb2 None None] Port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:17:56.381946 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 50debb33-a772-4df0-a55f-e4857ee8c47e up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:56.455403 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 50debb33-a772-4df0-a55f-e4857ee8c47e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:56.455807 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.456349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:17:56.471480 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-6944f2b5-68fc-499d-b1e0-2aed1f208733 admin admin] 10.222.0.55 "PUT /v2.0/routers/40e31047-7593-418f-a07f-9c4b738ddba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3202665 Mar 11 19:17:56.472010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:56.602284 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 50debb33-a772-4df0-a55f-e4857ee8c47e is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:56.603614 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device cec301bc-bd8f-4d84-94aa-d5951bfaa8cf up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:56.617636 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-949668669-network', 'tenant_id': '6379eed2e6354b27964e6dee8a9fdcb5'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:56.664919 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Made reservation on behalf of 6379eed2e6354b27964e6dee8a9fdcb5 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:56.669466 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.684354 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.692085 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:56.692993 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.780389 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a0c10-321c-40da-a357-70d88570f4ed req-095bd5fd-b255-4104-b13a-c413ea069781 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:56.782831 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fb2a0c10-321c-40da-a357-70d88570f4ed req-095bd5fd-b255-4104-b13a-c413ea069781 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0802109 Mar 11 19:17:56.850459 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:56.851132 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.884118 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:17:56.891709 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks [] for security_group (d1a0d1bb-e5ad-41af-8f85-98e28f8c297d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.893533 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.900149 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d1a0d1bb-e5ad-41af-8f85-98e28f8c297d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.925940 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fb2a0c10-321c-40da-a357-70d88570f4ed req-ed54687c-7b40-48b9-aace-77bd3e891a0c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367786 Mar 11 19:17:56.948368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:17:56.968220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (ad2c8ff5-0d85-4323-9671-1ca4be270124), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:56.968567 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Added segment ad2c8ff5-0d85-4323-9671-1ca4be270124 of type vlan for network aae1f9f7-d304-4bd5-8f83-093addd4d271 Mar 11 19:17:56.984507 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0d1bb-e5ad-41af-8f85-98e28f8c297d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:56.988931 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.002321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41506) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:57.045353 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (aae1f9f7-d304-4bd5-8f83-093addd4d271), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.077977 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (aae1f9f7-d304-4bd5-8f83-093addd4d271), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.080553 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:57.081937 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.119335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-725514db-bc7c-471b-aa86-784773c3eec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.139298 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6660824 Mar 11 19:17:57.143587 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41510) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:57.150218 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Request body: {'subnet': {'network_id': 'aae1f9f7-d304-4bd5-8f83-093addd4d271', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-949668669-subnet', 'tenant_id': '6379eed2e6354b27964e6dee8a9fdcb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:57.169826 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e32c-1f56-426b-a217-8f338e3184ab admin admin] Pushing event updated for resources: {'Network': ['ID=aae1f9f7-d304-4bd5-8f83-093addd4d271,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.187379 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Made reservation on behalf of 6379eed2e6354b27964e6dee8a9fdcb5 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:57.187670 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network aae1f9f7-d304-4bd5-8f83-093addd4d271 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:17:57.189897 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969696'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.309040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-725514db-bc7c-471b-aa86-784773c3eec1 admin admin] Publish callbacks [] for security_group (4df43655-843e-4710-bf86-e2311d547147), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.315741 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-725514db-bc7c-471b-aa86-784773c3eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4df43655-843e-4710-bf86-e2311d547147), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.391755 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725514db-bc7c-471b-aa86-784773c3eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df43655-843e-4710-bf86-e2311d547147,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.398167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-725514db-bc7c-471b-aa86-784773c3eec1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53667361ae054945b9816af50b54629d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947959 Mar 11 19:17:57.400869 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41512) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:57.458765 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c307fe67-86f4-4784-a17b-222d6ae1d21f admin admin] Publish callbacks [] for security_group (4df43655-843e-4710-bf86-e2311d547147), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.474586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9959864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969678'] for subnet (d0e5e807-e2d6-4478-a098-66ce7d12c963), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.484256 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c307fe67-86f4-4784-a17b-222d6ae1d21f admin admin] Publish callbacks [] for security_group (4df43655-843e-4710-bf86-e2311d547147), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.496606 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41514) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:57.501631 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014002319', 'description': 'tempest-secgroup-smoke-1014002319 description', 'project_id': 'b866860832584d6e966645835c6f3a42'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:57.546448 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.548798 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e5e807-e2d6-4478-a098-66ce7d12c963,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.551008 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Checking segment: {'id': 'ad2c8ff5-0d85-4323-9671-1ca4be270124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'aae1f9f7-d304-4bd5-8f83-093addd4d271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:57.551378 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Network hostable DHCP agents. Network: aae1f9f7-d304-4bd5-8f83-093addd4d271, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:17:57.573761 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Network aae1f9f7-d304-4bd5-8f83-093addd4d271 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:17:57.584583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c307fe67-86f4-4784-a17b-222d6ae1d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4df43655-843e-4710-bf86-e2311d547147), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.586763 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, aae1f9f7-d304-4bd5-8f83-093addd4d271) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:57.587469 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c307fe67-86f4-4784-a17b-222d6ae1d21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.591656 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c307fe67-86f4-4784-a17b-222d6ae1d21f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4df43655-843e-4710-bf86-e2311d547147 HTTP/1.1" status: 204 len: 168 time: 0.1874876 Mar 11 19:17:57.591824 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:57.591824 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.611390 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f886fe0-15b2-4ae1-b797-02ddffdefd43 None None] Network aae1f9f7-d304-4bd5-8f83-093addd4d271 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:57.612013 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307fe67-86f4-4784-a17b-222d6ae1d21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df43655-843e-4710-bf86-e2311d547147,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.631858 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-9ae45beb-eb26-4828-ace6-186e2690cc2f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4866519 Mar 11 19:17:57.664540 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group (181a2396-a8cc-4ce5-aef8-1b8f281d4418), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.674824 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (181a2396-a8cc-4ce5-aef8-1b8f281d4418), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.686224 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Sync routers for ids ['40e31047-7593-418f-a07f-9c4b738ddba5'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:17:57.699676 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.701140 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2034600 Mar 11 19:17:57.705186 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41520) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:57.711946 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group_rule': {'security_group_id': '181a2396-a8cc-4ce5-aef8-1b8f281d4418', 'project_id': 'b866860832584d6e966645835c6f3a42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:57.748840 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274451-3f39-4ca7-8fe1-daa448a55910 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181a2396-a8cc-4ce5-aef8-1b8f281d4418,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.764182 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Routers {'40e31047-7593-418f-a07f-9c4b738ddba5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:57.764832 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['40e31047-7593-418f-a07f-9c4b738ddba5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:57.772187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (412058d2-d051-459e-84a7-5de69a30e0ac), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.853636 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77be761-e63a-4dd8-8071-2b097e2abb40 None None] Network aae1f9f7-d304-4bd5-8f83-093addd4d271 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:57.877666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (412058d2-d051-459e-84a7-5de69a30e0ac), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.885330 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (412058d2-d051-459e-84a7-5de69a30e0ac), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.915906 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412058d2-d051-459e-84a7-5de69a30e0ac,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:57.939558 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.942192 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-13a9b303-8276-4eec-aa73-dead078fe63a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2346401 Mar 11 19:17:57.944313 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41530) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:57.953345 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group_rule': {'security_group_id': '181a2396-a8cc-4ce5-aef8-1b8f281d4418', 'project_id': 'b866860832584d6e966645835c6f3a42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:58.021102 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Set router 40e31047-7593-418f-a07f-9c4b738ddba5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:58.034574 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (f3d68307-6a35-4ee8-aad4-b45823fb163a), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.113342 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6de45-5ad1-41c7-8120-342dee43e515 req-8b70707c-e3bd-4120-9637-8e701bce587e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:58.116846 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5e6de45-5ad1-41c7-8120-342dee43e515 req-8b70707c-e3bd-4120-9637-8e701bce587e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.1184738 Mar 11 19:17:58.163963 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (f3d68307-6a35-4ee8-aad4-b45823fb163a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.175009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (f3d68307-6a35-4ee8-aad4-b45823fb163a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.210816 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d68307-6a35-4ee8-aad4-b45823fb163a,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:58.230262 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.234349 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-8534a801-3692-465b-82df-91c8a267c7cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828050 Mar 11 19:17:58.234642 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41546) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:58.241244 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group_rule': {'security_group_id': '181a2396-a8cc-4ce5-aef8-1b8f281d4418', 'project_id': 'b866860832584d6e966645835c6f3a42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:58.244160 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5e6de45-5ad1-41c7-8120-342dee43e515 req-56e2aa21-afd3-4b08-b7ee-aec7a2ecb645 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164670 Mar 11 19:17:58.286670 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (223aea45-7d49-4f3a-a152-3021a995f88d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.363764 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (223aea45-7d49-4f3a-a152-3021a995f88d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.370305 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (223aea45-7d49-4f3a-a152-3021a995f88d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.396153 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device cec301bc-bd8f-4d84-94aa-d5951bfaa8cf up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:17:58.397113 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223aea45-7d49-4f3a-a152-3021a995f88d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:58.419467 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.424219 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41552) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:58.429820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group_rule': {'security_group_id': '181a2396-a8cc-4ce5-aef8-1b8f281d4418', 'project_id': 'b866860832584d6e966645835c6f3a42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:58.430607 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e6754499-2416-4355-aeee-2be3bebcfb48 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928899 Mar 11 19:17:58.479772 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (c67e10e1-cae5-404c-95df-ab98b25834f4), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.496922 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41554) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:58.507532 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805708175-network', 'tenant_id': '9fd046f3c19d4ed2b6b4c3bc20158c85'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:58.513044 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:58.513044 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.542703 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Made reservation on behalf of 9fd046f3c19d4ed2b6b4c3bc20158c85 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:58.548171 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.559263 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.579486 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (c67e10e1-cae5-404c-95df-ab98b25834f4), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.585975 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (c67e10e1-cae5-404c-95df-ab98b25834f4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.606202 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67e10e1-cae5-404c-95df-ab98b25834f4,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:58.617649 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.621727 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c3dcef7f-ea82-4413-bbda-875282f1c89b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935253 Mar 11 19:17:58.622261 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41558) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:58.631281 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group_rule': {'security_group_id': '181a2396-a8cc-4ce5-aef8-1b8f281d4418', 'project_id': 'b866860832584d6e966645835c6f3a42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:58.642155 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:17:55Z', 'revision_number': 4, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'edbec97f-4b11-4c2d-ba77-48c77a2ac3a6', 'name': '', 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'mac_address': 'fa:16:3e:8a:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:54Z', 'updated_at': '2022-03-11T19:17:55Z', 'revision_number': 2, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'subnets': [{'id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:58.664627 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Project b866860832584d6e966645835c6f3a42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:17:58.675785 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (1566a00d-86fa-4a91-9d43-545921264ca7), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.678753 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Checking router: 40e31047-7593-418f-a07f-9c4b738ddba5 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:17:58.679553 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Updating router 40e31047-7593-418f-a07f-9c4b738ddba5 port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:17:58.681380 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:17:58.720196 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.734124 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks [] for security_group (3cc5a2cb-83e6-4abc-95c2-58951020f4fe), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.744475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (3cc5a2cb-83e6-4abc-95c2-58951020f4fe), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.790631 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:17:58.792654 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc5a2cb-83e6-4abc-95c2-58951020f4fe,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:58.810944 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (1566a00d-86fa-4a91-9d43-545921264ca7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.814910 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (3f85afa0-9ca2-4de4-8ab1-f32777892c01), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.815260 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Added segment 3f85afa0-9ca2-4de4-8ab1-f32777892c01 of type vlan for network c8abdf2c-ba50-45a9-80c1-25c075bd9490 Mar 11 19:17:58.824359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (1566a00d-86fa-4a91-9d43-545921264ca7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.872537 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1566a00d-86fa-4a91-9d43-545921264ca7,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:58.879677 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.883897 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 41566) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:58.884245 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-db767004-a792-477d-aa5a-090b50dff4ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2607048 Mar 11 19:17:58.886291 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (c8abdf2c-ba50-45a9-80c1-25c075bd9490), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.892533 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'security_group_rule': {'security_group_id': '181a2396-a8cc-4ce5-aef8-1b8f281d4418', 'project_id': 'b866860832584d6e966645835c6f3a42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:58.918815 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (c8abdf2c-ba50-45a9-80c1-25c075bd9490), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.919997 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:58.920871 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.923579 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.securitygroups_db [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Project b866860832584d6e966645835c6f3a42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:17:58.931114 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (2600cfb7-5be3-4ce5-82ee-85b72c1c104f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.966831 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4684529 Mar 11 19:17:58.970780 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 41570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:17:58.974647 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Request body: {'subnet': {'network_id': 'c8abdf2c-ba50-45a9-80c1-25c075bd9490', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805708175-subnet', 'tenant_id': '9fd046f3c19d4ed2b6b4c3bc20158c85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:17:59.006944 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327276d1-6467-4c9a-a624-f633cb6e4e1f admin admin] Pushing event updated for resources: {'Network': ['ID=c8abdf2c-ba50-45a9-80c1-25c075bd9490,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:59.025364 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (2600cfb7-5be3-4ce5-82ee-85b72c1c104f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.028212 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Made reservation on behalf of 9fd046f3c19d4ed2b6b4c3bc20158c85 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:17:59.030792 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.033599 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (2600cfb7-5be3-4ce5-82ee-85b72c1c104f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.054291 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2600cfb7-5be3-4ce5-82ee-85b72c1c104f,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:59.061129 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network c8abdf2c-ba50-45a9-80c1-25c075bd9490 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:17:59.069150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Publish callbacks [] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.070446 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.072179 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d62f3b94-52af-4005-8d24-39f3beb105ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1859818 Mar 11 19:17:59.100244 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.229422 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92b94-b76e-4ce3-a4e9-4db53aa0f716 None None] Pushing event updated for resources: {'Port': ['ID=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:59.305312 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Attempting to bind port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:17:59.305312 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Attempting to bind port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:17:59.305649 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Attempting to bind port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 on network 00199373-f798-4c96-8405-e61b8aa3a48b {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:17:59.311548 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:17:59.311932 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Checking segment: {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:59.312384 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.313316 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Bound using segment: {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:17:59.313907 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Bound port: edbec97f-4b11-4c2d-ba77-48c77a2ac3a6, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fea885-5562-4b4c-a84d-2641f3095f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:17:59.314439 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.390476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (9c4eec23-004e-4e37-a6c0-b763f62b90c8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.450651 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23dfca-8e51-4ee4-96f7-9f2044da3a67 req-44710220-f7ce-499d-9d33-efd80d302376 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:59.458521 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e23dfca-8e51-4ee4-96f7-9f2044da3a67 req-44710220-f7ce-499d-9d33-efd80d302376 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0808167 Mar 11 19:17:59.458728 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] For port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:17:59.463745 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] For port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:17:59.477234 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.520141 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4eec23-004e-4e37-a6c0-b763f62b90c8,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:59.525391 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e23dfca-8e51-4ee4-96f7-9f2044da3a67 req-7d201b97-7edf-4c7c-b0d6-2981c44204b3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657980 Mar 11 19:17:59.550834 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Checking segment: {'id': '3f85afa0-9ca2-4de4-8ab1-f32777892c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c8abdf2c-ba50-45a9-80c1-25c075bd9490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:17:59.551525 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Network hostable DHCP agents. Network: c8abdf2c-ba50-45a9-80c1-25c075bd9490, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:17:59.564036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Routers {'40e31047-7593-418f-a07f-9c4b738ddba5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:17:59.564681 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:17:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['40e31047-7593-418f-a07f-9c4b738ddba5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:17:59.577182 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Network c8abdf2c-ba50-45a9-80c1-25c075bd9490 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:17:59.602948 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, c8abdf2c-ba50-45a9-80c1-25c075bd9490) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:17:59.612814 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:17:59.613780 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:59.623498 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61b190-cd14-4d74-8654-75d4e93477ba None None] Network c8abdf2c-ba50-45a9-80c1-25c075bd9490 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:17:59.661792 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c671723b-74b7-460c-a93e-0ab76f6aab47 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6905038 Mar 11 19:17:59.663795 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92b94-b76e-4ce3-a4e9-4db53aa0f716 None None] Pushing event updated for resources: {'Port': ['ID=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:17:59.847358 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] Set router 40e31047-7593-418f-a07f-9c4b738ddba5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:17:59.849767 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] Provisioning complete for port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:17:59.849911 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:00.038931 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19342a6-e4de-4f96-b8c8-1ad17ef9ceda None None] Network c8abdf2c-ba50-45a9-80c1-25c075bd9490 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:18:00.283219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] Current status of the port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:18:00.283619 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:00.356345 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] For port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:18:00.369245 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:00.425514 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:17:55Z', 'revision_number': 4, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'edbec97f-4b11-4c2d-ba77-48c77a2ac3a6', 'name': '', 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'mac_address': 'fa:16:3e:8a:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:54Z', 'updated_at': '2022-03-11T19:17:59Z', 'revision_number': 4, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'subnets': [{'id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:00.436885 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1708-2622-4e0e-b31e-398348565fd3 None None] Pushing event updated for resources: {'Port': ['ID=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:00.479000 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7ac1a-cc33-4092-81c0-cc59efc40a95 None None] The sync data for ids ['40e31047-7593-418f-a07f-9c4b738ddba5'] in dv-cinder-830674-2-iscsi is: [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:17:55Z', 'revision_number': 4, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'edbec97f-4b11-4c2d-ba77-48c77a2ac3a6', 'name': '', 'network_id': '00199373-f798-4c96-8405-e61b8aa3a48b', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'mac_address': 'fa:16:3e:8a:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:54Z', 'updated_at': '2022-03-11T19:17:59Z', 'revision_number': 4, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'subnets': [{'id': 'c269c530-6e87-4ce8-9f8d-43897b2a70fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:18:00.517495 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-afc9dd9d-3315-454a-a5dd-0c1e1bf85f4b None None] Provisioning complete for port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:18:00.518145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afc9dd9d-3315-454a-a5dd-0c1e1bf85f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:00.701989 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6f2f9-32ae-41f5-b196-355ebf78abf6 req-812f5abe-2e4f-469a-a6d9-cfe0db692c4f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:00.703820 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-58c6f2f9-32ae-41f5-b196-355ebf78abf6 req-812f5abe-2e4f-469a-a6d9-cfe0db692c4f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0747640 Mar 11 19:18:00.770967 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-58c6f2f9-32ae-41f5-b196-355ebf78abf6 req-85045925-ff0e-420d-adb8-a7a51de897e1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611172 Mar 11 19:18:00.801016 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-afc9dd9d-3315-454a-a5dd-0c1e1bf85f4b None None] Current status of the port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:18:01.926834 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d02c6f-f908-44b6-931c-4cbbfab2972a req-320ff5cc-f297-4525-94db-90d30dbdb76e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:01.928715 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6d02c6f-f908-44b6-931c-4cbbfab2972a req-320ff5cc-f297-4525-94db-90d30dbdb76e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0653822 Mar 11 19:18:01.997418 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6d02c6f-f908-44b6-931c-4cbbfab2972a req-342bd6e2-c1c6-41f2-b6ec-8f45732d41b4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Mar 11 19:18:02.190267 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:18:02.243101 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:18:02.243480 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:02.326572 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:18:03.146616 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b34d-cb44-4667-8fd0-fcf350437ec2 req-3865c01a-0317-4a61-8718-e8dbb5bbdbd0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:03.154466 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e55b34d-cb44-4667-8fd0-fcf350437ec2 req-3865c01a-0317-4a61-8718-e8dbb5bbdbd0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0887289 Mar 11 19:18:03.221061 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e55b34d-cb44-4667-8fd0-fcf350437ec2 req-e16eb2d8-fa9c-4ba4-947e-264217533824 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636485 Mar 11 19:18:04.369174 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196338f-0b77-48a8-a209-f1d686deabba req-76db1313-425c-4d2b-8038-a61242c52038 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:04.370711 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1196338f-0b77-48a8-a209-f1d686deabba req-76db1313-425c-4d2b-8038-a61242c52038 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0770545 Mar 11 19:18:04.424656 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1196338f-0b77-48a8-a209-f1d686deabba req-f0e3acd5-45c2-47e6-bdb9-adf4ba3d16b3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480657 Mar 11 19:18:04.636109 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a066ade7-f42b-4ff2-b2dc-b547a2d2b5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:05.303036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:05.541715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc11a-f7fb-43e5-94a6-9c95eed695d4 req-4641ce17-d733-431b-bf73-19a4a6ba2f28 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:05.543282 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e39dc11a-f7fb-43e5-94a6-9c95eed695d4 req-4641ce17-d733-431b-bf73-19a4a6ba2f28 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0535231 Mar 11 19:18:05.591903 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e39dc11a-f7fb-43e5-94a6-9c95eed695d4 req-a364a9f4-7ca0-42c2-80e9-c232d4013ebd tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Mar 11 19:18:06.716825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee00789-122f-411f-adac-b998776fda51 req-725040aa-fb54-4616-ba53-4af2d5b43c39 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:06.718229 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ee00789-122f-411f-adac-b998776fda51 req-725040aa-fb54-4616-ba53-4af2d5b43c39 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0568082 Mar 11 19:18:06.773492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ee00789-122f-411f-adac-b998776fda51 req-b300532c-ac68-458e-b2d8-ea3c6271b0d0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496368 Mar 11 19:18:06.943659 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f48dd212-7d42-4403-aa63-69358cfbc40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:07.920198 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c375a64-a3ec-495c-95ac-e0415a5ed464 req-15c90802-5769-4c09-b024-0003f6c5df9d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:07.921772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8c375a64-a3ec-495c-95ac-e0415a5ed464 req-15c90802-5769-4c09-b024-0003f6c5df9d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0626342 Mar 11 19:18:07.978255 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8c375a64-a3ec-495c-95ac-e0415a5ed464 req-0da35a63-c270-4c97-ac07-5b51949399ad tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Mar 11 19:18:08.732034 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:09.104475 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49966-d43b-4c72-832f-6e13f82f4d79 req-98ab0c3a-4ce8-45f9-b68f-40319ff53338 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:09.106353 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aec49966-d43b-4c72-832f-6e13f82f4d79 req-98ab0c3a-4ce8-45f9-b68f-40319ff53338 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0580420 Mar 11 19:18:09.160990 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aec49966-d43b-4c72-832f-6e13f82f4d79 req-8380ed74-aa2c-43a7-b7aa-46185a589c9f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Mar 11 19:18:09.884939 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:18:10.314316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f4a1b-f163-4dc9-b04a-eee54211655c req-8d12b45c-a86a-42af-a444-26e8bd24d44f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:10.315588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:10.316007 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6f8f4a1b-f163-4dc9-b04a-eee54211655c req-8d12b45c-a86a-42af-a444-26e8bd24d44f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0736668 Mar 11 19:18:10.364876 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6f8f4a1b-f163-4dc9-b04a-eee54211655c req-1f94ac9d-5a89-4e13-8509-56d0f6ce0225 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Mar 11 19:18:11.507781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c1198-99c0-417f-9911-d1588c1747ec req-6dd26fbc-3431-4145-9b35-2856f02cd2ff tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:11.509298 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-691c1198-99c0-417f-9911-d1588c1747ec req-6dd26fbc-3431-4145-9b35-2856f02cd2ff tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0589690 Mar 11 19:18:11.562202 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-691c1198-99c0-417f-9911-d1588c1747ec req-1489258b-fc62-41c8-9aa9-5a2d8689ea07 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 Mar 11 19:18:11.685189 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:12.692216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ffd06-39a3-47b2-904e-c4acfdd3c9c7 req-cbbb63d1-58e5-4e9c-8bec-1250a0059e29 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:12.693737 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fe2ffd06-39a3-47b2-904e-c4acfdd3c9c7 req-cbbb63d1-58e5-4e9c-8bec-1250a0059e29 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0622878 Mar 11 19:18:12.755662 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fe2ffd06-39a3-47b2-904e-c4acfdd3c9c7 req-bc2edc0b-7b43-40f2-9d44-13d5d648a4ad tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541711 Mar 11 19:18:13.314623 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f34c62-9991-4231-a329-a020c5ffa1ac req-ae3c116b-524d-45fc-ad87-c6cabac3f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:13.316142 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e1f34c62-9991-4231-a329-a020c5ffa1ac req-ae3c116b-524d-45fc-ad87-c6cabac3f916 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 1129 time: 0.0514002 Mar 11 19:18:13.363611 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e1f34c62-9991-4231-a329-a020c5ffa1ac req-549f1ab4-916a-4cfd-8ff5-c1b1583c36cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 Mar 11 19:18:13.886382 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0a8ff-a798-4de3-99dd-a4abd047f004 req-8f88b6f3-92fb-4964-b01f-2e0ee71fe76b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:13.887945 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-86c0a8ff-a798-4de3-99dd-a4abd047f004 req-8f88b6f3-92fb-4964-b01f-2e0ee71fe76b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0571814 Mar 11 19:18:13.947472 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-86c0a8ff-a798-4de3-99dd-a4abd047f004 req-a88d0e25-071b-49a6-a531-40a70dd78c2e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Mar 11 19:18:15.069996 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99c128-3415-4acb-8856-f8a63b660d49 req-0af89906-70f7-4c69-871a-6b08e1cfe71d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:15.071685 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6e99c128-3415-4acb-8856-f8a63b660d49 req-0af89906-70f7-4c69-871a-6b08e1cfe71d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0576468 Mar 11 19:18:15.124379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6e99c128-3415-4acb-8856-f8a63b660d49 req-ead6bc74-a5d4-402c-be9f-a20fac4bbcab tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Mar 11 19:18:16.274185 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92608b66-5dd5-4b83-b91f-2b7454ea8bfc req-f234b0be-3c8a-49a3-bf98-b853a41c4132 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:16.276018 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-92608b66-5dd5-4b83-b91f-2b7454ea8bfc req-f234b0be-3c8a-49a3-bf98-b853a41c4132 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0748420 Mar 11 19:18:16.336404 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-92608b66-5dd5-4b83-b91f-2b7454ea8bfc req-292443b9-d738-4da7-8772-5492a30e9440 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Mar 11 19:18:16.458827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2ef3a-f608-487b-90a1-22c1cdb90ae8 req-002a9441-564c-4115-a8c7-4f81ec28b68c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:16.461165 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-50a2ef3a-f608-487b-90a1-22c1cdb90ae8 req-002a9441-564c-4115-a8c7-4f81ec28b68c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Mar 11 19:18:16.515688 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-50a2ef3a-f608-487b-90a1-22c1cdb90ae8 req-caf76cdc-e492-452d-85aa-3ff28607fdea tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Mar 11 19:18:17.305027 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 42020) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:17.439900 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4831ccf-1c45-4ff2-a18f-a6e1424558c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.527968 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4831ccf-1c45-4ff2-a18f-a6e1424558c7 admin admin] Publish callbacks [] for security_group (c87c29be-4464-4de3-a11d-8a37576c86f1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.533892 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c4831ccf-1c45-4ff2-a18f-a6e1424558c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c87c29be-4464-4de3-a11d-8a37576c86f1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.578587 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c4831ccf-1c45-4ff2-a18f-a6e1424558c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=374535bd81d343dc85c0416f67fb60b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724125 Mar 11 19:18:17.579639 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4831ccf-1c45-4ff2-a18f-a6e1424558c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c29be-4464-4de3-a11d-8a37576c86f1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:17.582291 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 42032) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:17.637141 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e92a54f-beab-4a74-bfbf-dac2bcaa8466 admin admin] Publish callbacks [] for security_group (c87c29be-4464-4de3-a11d-8a37576c86f1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.662255 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e92a54f-beab-4a74-bfbf-dac2bcaa8466 admin admin] Publish callbacks [] for security_group (c87c29be-4464-4de3-a11d-8a37576c86f1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.725160 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e92a54f-beab-4a74-bfbf-dac2bcaa8466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c87c29be-4464-4de3-a11d-8a37576c86f1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.727904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e92a54f-beab-4a74-bfbf-dac2bcaa8466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:17.742900 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-4e92a54f-beab-4a74-bfbf-dac2bcaa8466 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c87c29be-4464-4de3-a11d-8a37576c86f1 HTTP/1.1" status: 204 len: 168 time: 0.1487615 Mar 11 19:18:17.754813 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92a54f-beab-4a74-bfbf-dac2bcaa8466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c29be-4464-4de3-a11d-8a37576c86f1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:18.295967 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9337d-8696-4e54-b1ee-c9f4f33069b5 req-119d2855-87ab-4000-8a65-af06c2a578fa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:18.295967 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-35d9337d-8696-4e54-b1ee-c9f4f33069b5 req-119d2855-87ab-4000-8a65-af06c2a578fa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0612864 Mar 11 19:18:18.317851 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-7a84280a-4d5d-4258-8c92-615f07667e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:18.319536 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-7a84280a-4d5d-4258-8c92-615f07667e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0725863 Mar 11 19:18:18.350221 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-35d9337d-8696-4e54-b1ee-c9f4f33069b5 req-54769851-956c-4fd8-8b5e-7e9324e02290 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485783 Mar 11 19:18:18.442915 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-d08dc0fe-6f12-43f2-be05-24f76dec06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:18.444441 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-d08dc0fe-6f12-43f2-be05-24f76dec06b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.1102386 Mar 11 19:18:18.494978 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-348bf625-c2e5-4244-b47a-39a1d9a6457e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.0369420 Mar 11 19:18:18.558745 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-a30be6e1-1015-4c3f-b960-f71b452a52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:18.560216 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-a30be6e1-1015-4c3f-b960-f71b452a52b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0526276 Mar 11 19:18:18.609216 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-483b3444-bfb2-4159-a96a-d8aa86394701 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302861 Mar 11 19:18:18.723735 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-723ac78a-fd3e-40f3-bb6e-7e1622b872a7 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031950 Mar 11 19:18:18.832153 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-93ad3fc9-908b-4b1c-b78f-e956aa5a3f7d req-09b55902-5679-4626-8538-b0b3bc8f5456 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924056 Mar 11 19:18:19.222463 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 42114) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:19.270682 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Deleting subnet d0e5e807-e2d6-4478-a098-66ce7d12c963 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:18:19.274064 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Publish callbacks [] for subnet (d0e5e807-e2d6-4478-a098-66ce7d12c963), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.310671 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Publish callbacks [] for subnet (d0e5e807-e2d6-4478-a098-66ce7d12c963), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.325240 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (d0e5e807-e2d6-4478-a098-66ce7d12c963), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.390230 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for subnet (d0e5e807-e2d6-4478-a098-66ce7d12c963), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.423583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e5e807-e2d6-4478-a098-66ce7d12c963,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:19.427455 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.430759 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d3c31a74-d74a-4333-832c-e2967ab7423a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d0e5e807-e2d6-4478-a098-66ce7d12c963 HTTP/1.1" status: 204 len: 168 time: 0.2071912 Mar 11 19:18:19.433103 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 42122) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:19.516709 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (aae1f9f7-d304-4bd5-8f83-093addd4d271), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.517380 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd82a4-941d-442f-adef-482d11edf7f9 req-4c35782e-83b2-4371-b1d3-aaf876cbdbea tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:19.520364 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6bbd82a4-941d-442f-adef-482d11edf7f9 req-4c35782e-83b2-4371-b1d3-aaf876cbdbea tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0792313 Mar 11 19:18:19.579667 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6bbd82a4-941d-442f-adef-482d11edf7f9 req-1fec93ad-551d-41ee-b6ee-e484ddcb0551 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Mar 11 19:18:19.639223 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (aae1f9f7-d304-4bd5-8f83-093addd4d271), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.663083 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.663461 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.664421 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.664851 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.665188 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.665577 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.665941 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.666366 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.666677 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.667081 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.733614 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.733970 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.734306 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.735508 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:18:19.735797 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae1f9f7-d304-4bd5-8f83-093addd4d271']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:19.753683 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2c8ff5-0d85-4323-9671-1ca4be270124') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:19.753980 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2c8ff5-0d85-4323-9671-1ca4be270124') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:19.771372 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4427551'] for segment (ad2c8ff5-0d85-4323-9671-1ca4be270124), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.793964 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (ad2c8ff5-0d85-4323-9671-1ca4be270124), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.802831 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:18:19.803381 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427332'] for segment (ad2c8ff5-0d85-4323-9671-1ca4be270124), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: from cryptography.utils import int_from_bytes Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: from cryptography.utils import int_from_bytes Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: Traceback (most recent call last): Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: timer() Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: cb(*args, **kw) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: return func(*args, **kwargs) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: self._notify() Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: self.callback(batched_events) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: event.method(event) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: return f(self, *a, **k) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._get(url).json() Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: return self.request(url, 'GET', **kwargs) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:18:19.807487 dv-cinder-830674-2-iscsi neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:18:19.869196 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (aae1f9f7-d304-4bd5-8f83-093addd4d271), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.878253 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.881528 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/aae1f9f7-d304-4bd5-8f83-093addd4d271 HTTP/1.1" status: 204 len: 168 time: 0.4475117 Mar 11 19:18:19.884400 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 42132) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:19.890650 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435c14f-4af7-4c2a-8f29-f90aa11559a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae1f9f7-d304-4bd5-8f83-093addd4d271,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:19.934225 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Deleting subnet 9c4eec23-004e-4e37-a6c0-b763f62b90c8 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:18:19.937444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Publish callbacks [] for subnet (9c4eec23-004e-4e37-a6c0-b763f62b90c8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:19.974123 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (9c4eec23-004e-4e37-a6c0-b763f62b90c8), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.014626 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (9c4eec23-004e-4e37-a6c0-b763f62b90c8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.070586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (9c4eec23-004e-4e37-a6c0-b763f62b90c8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.097323 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4eec23-004e-4e37-a6c0-b763f62b90c8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:20.101031 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.105313 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c66e6948-7b1e-48f7-ae02-11f64d9fb388 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c4eec23-004e-4e37-a6c0-b763f62b90c8 HTTP/1.1" status: 204 len: 168 time: 0.2196896 Mar 11 19:18:20.106700 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 42140) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:20.203618 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (c8abdf2c-ba50-45a9-80c1-25c075bd9490), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.297639 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (c8abdf2c-ba50-45a9-80c1-25c075bd9490), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.320099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8abdf2c-ba50-45a9-80c1-25c075bd9490']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:20.329953 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f85afa0-9ca2-4de4-8ab1-f32777892c01') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:20.330250 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f85afa0-9ca2-4de4-8ab1-f32777892c01') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:18:20.340193 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (3f85afa0-9ca2-4de4-8ab1-f32777892c01), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.355191 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (3f85afa0-9ca2-4de4-8ab1-f32777892c01), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.362365 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:18:20.362769 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (3f85afa0-9ca2-4de4-8ab1-f32777892c01), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:18:20.364596 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:18:20.427638 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (c8abdf2c-ba50-45a9-80c1-25c075bd9490), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.443408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.449172 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c8abdf2c-ba50-45a9-80c1-25c075bd9490 HTTP/1.1" status: 204 len: 168 time: 0.3390348 Mar 11 19:18:20.451822 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74718737-8dae-4633-be3c-87d272e86c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8abdf2c-ba50-45a9-80c1-25c075bd9490,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:20.649782 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 42160) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:20.737919 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-70270af6-caad-49bd-bfb7-2266a38b43fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6379eed2e6354b27964e6dee8a9fdcb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866160 Mar 11 19:18:20.740587 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 42166) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:20.758820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b33ac-8757-43cf-88f0-30c498d3f5d7 req-b6282166-3f99-4e18-a0c9-19bf0c915703 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:20.760681 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2d5b33ac-8757-43cf-88f0-30c498d3f5d7 req-b6282166-3f99-4e18-a0c9-19bf0c915703 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1076584 Mar 11 19:18:20.802750 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93592f31-11ef-488c-90df-de091d07cab9 admin admin] Publish callbacks [] for security_group (d1a0d1bb-e5ad-41af-8f85-98e28f8c297d), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.814691 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2d5b33ac-8757-43cf-88f0-30c498d3f5d7 req-621adf13-02f4-43c2-a2f2-e70a19b5d759 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Mar 11 19:18:20.838813 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93592f31-11ef-488c-90df-de091d07cab9 admin admin] Publish callbacks [] for security_group (d1a0d1bb-e5ad-41af-8f85-98e28f8c297d), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.888363 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93592f31-11ef-488c-90df-de091d07cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d1a0d1bb-e5ad-41af-8f85-98e28f8c297d), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.890992 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-93592f31-11ef-488c-90df-de091d07cab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:20.892165 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-93592f31-11ef-488c-90df-de091d07cab9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1a0d1bb-e5ad-41af-8f85-98e28f8c297d HTTP/1.1" status: 204 len: 168 time: 0.1499429 Mar 11 19:18:20.900474 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93592f31-11ef-488c-90df-de091d07cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0d1bb-e5ad-41af-8f85-98e28f8c297d,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:21.240526 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 42178) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:21.290090 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4dad1c70-0042-4964-93d5-44152cfcc2c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fd046f3c19d4ed2b6b4c3bc20158c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482581 Mar 11 19:18:21.293085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 42180) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:21.342062 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19a5b80a-70e9-4194-89af-640c9333724d admin admin] Publish callbacks [] for security_group (3cc5a2cb-83e6-4abc-95c2-58951020f4fe), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:21.364047 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19a5b80a-70e9-4194-89af-640c9333724d admin admin] Publish callbacks [] for security_group (3cc5a2cb-83e6-4abc-95c2-58951020f4fe), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:21.421688 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19a5b80a-70e9-4194-89af-640c9333724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (3cc5a2cb-83e6-4abc-95c2-58951020f4fe), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:21.424323 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-19a5b80a-70e9-4194-89af-640c9333724d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:21.425597 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-19a5b80a-70e9-4194-89af-640c9333724d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cc5a2cb-83e6-4abc-95c2-58951020f4fe HTTP/1.1" status: 204 len: 168 time: 0.1315446 Mar 11 19:18:21.433680 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5b80a-70e9-4194-89af-640c9333724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc5a2cb-83e6-4abc-95c2-58951020f4fe,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:21.959893 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de289b7-c50d-44ff-b805-3677e0445037 req-230f9c15-6b89-4d8e-8b13-bb1bd47010ca tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:21.961858 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3de289b7-c50d-44ff-b805-3677e0445037 req-230f9c15-6b89-4d8e-8b13-bb1bd47010ca tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0690062 Mar 11 19:18:22.017862 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3de289b7-c50d-44ff-b805-3677e0445037 req-d3f5cdb0-a037-40be-8050-fcf86e036e8b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 Mar 11 19:18:23.138858 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f653-097a-49e9-981d-a8fb6081d6f4 req-46372d07-4a52-4a05-b465-93a48688d9f4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:23.140350 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5df6f653-097a-49e9-981d-a8fb6081d6f4 req-46372d07-4a52-4a05-b465-93a48688d9f4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0540996 Mar 11 19:18:23.193088 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5df6f653-097a-49e9-981d-a8fb6081d6f4 req-4661135d-a4ed-430c-bfaa-e2b7c957bbc6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Mar 11 19:18:24.346774 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202f06-b577-4e6b-b325-188cbcccd9f6 req-7b8ba371-9dbe-40b9-8f82-d9a529162f07 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:24.349178 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-af202f06-b577-4e6b-b325-188cbcccd9f6 req-7b8ba371-9dbe-40b9-8f82-d9a529162f07 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0756984 Mar 11 19:18:24.400703 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-af202f06-b577-4e6b-b325-188cbcccd9f6 req-dfb269c9-07b5-452f-a770-c55d9862a852 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Mar 11 19:18:25.520528 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092039-50e7-411e-911c-0696a9cc024d req-b36a1a09-b558-4964-b63b-10a04d1737c7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:25.521947 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ad092039-50e7-411e-911c-0696a9cc024d req-b36a1a09-b558-4964-b63b-10a04d1737c7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0547235 Mar 11 19:18:25.570439 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ad092039-50e7-411e-911c-0696a9cc024d req-570b2048-cb28-4f6e-af7b-1d90d87467f7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 Mar 11 19:18:26.691597 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a214d6b-9045-4b29-93c3-50c40e7971e1 req-8449a727-788f-473d-917e-7edbdfab4cc1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:26.693019 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1a214d6b-9045-4b29-93c3-50c40e7971e1 req-8449a727-788f-473d-917e-7edbdfab4cc1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0535975 Mar 11 19:18:26.759289 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1a214d6b-9045-4b29-93c3-50c40e7971e1 req-6143fc24-e7ca-4875-b408-b447128915f4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527918 Mar 11 19:18:27.884638 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f708d-8378-484b-a603-4389ac8a9766 req-32ae851e-941d-4573-8e14-ab24fbcfb25f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:27.886145 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b98f708d-8378-484b-a603-4389ac8a9766 req-32ae851e-941d-4573-8e14-ab24fbcfb25f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0561357 Mar 11 19:18:27.942126 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b98f708d-8378-484b-a603-4389ac8a9766 req-fe538f75-e616-46a2-99e0-f1db85e941d9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Mar 11 19:18:29.072009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee5673-0f53-48f3-8474-28061745dc06 req-c75ab820-23ee-4f86-8346-794a8511d0c4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:29.073513 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-15ee5673-0f53-48f3-8474-28061745dc06 req-c75ab820-23ee-4f86-8346-794a8511d0c4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0619049 Mar 11 19:18:29.126992 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-15ee5673-0f53-48f3-8474-28061745dc06 req-165d847c-bce1-4041-8d16-4e2229a40722 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Mar 11 19:18:30.248718 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2021e32-f84d-4fa0-b657-0d879e0a4069 req-6c1c7d14-25e8-43a1-a65c-5cd54406c3bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:30.251538 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2021e32-f84d-4fa0-b657-0d879e0a4069 req-6c1c7d14-25e8-43a1-a65c-5cd54406c3bc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0575805 Mar 11 19:18:30.299374 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2021e32-f84d-4fa0-b657-0d879e0a4069 req-d27cc0d7-58e9-428e-be71-35708532598b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Mar 11 19:18:31.423545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c93f4-bcc4-4f11-9208-508a4804aba9 req-051e1edf-8520-4337-af7a-c9bdb73ff1b5 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:31.424991 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1b8c93f4-bcc4-4f11-9208-508a4804aba9 req-051e1edf-8520-4337-af7a-c9bdb73ff1b5 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0552745 Mar 11 19:18:31.473197 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1b8c93f4-bcc4-4f11-9208-508a4804aba9 req-6f80b391-f1d4-4da1-a448-ebd0d5b3e9d6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Mar 11 19:18:32.605457 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35474480-36b8-4631-b0bd-0a74740d5ac6 req-76f1cbf1-f130-418e-88a4-b570d6525ca8 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:32.611304 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-35474480-36b8-4631-b0bd-0a74740d5ac6 req-76f1cbf1-f130-418e-88a4-b570d6525ca8 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0564108 Mar 11 19:18:32.660610 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-35474480-36b8-4631-b0bd-0a74740d5ac6 req-7556677d-0156-4fc0-a303-98424c4bf28c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474012 Mar 11 19:18:33.778587 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd6219-d2ca-4db2-ba72-daf17903f6ac req-9d1e4564-37ce-46f6-80a7-8008d2fbb563 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:33.780074 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ebdd6219-d2ca-4db2-ba72-daf17903f6ac req-9d1e4564-37ce-46f6-80a7-8008d2fbb563 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0534554 Mar 11 19:18:33.829874 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ebdd6219-d2ca-4db2-ba72-daf17903f6ac req-8349cfa1-0022-4987-9e4b-ba6022752e9c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Mar 11 19:18:34.639794 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-61965d56-166f-475b-bb72-7af55f68a146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:34.953583 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c16a2-6af7-4ded-877b-8b46836f07be req-a0c9a49f-e841-403a-8ed8-1b1bc2a4aa4e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:34.955043 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-869c16a2-6af7-4ded-877b-8b46836f07be req-a0c9a49f-e841-403a-8ed8-1b1bc2a4aa4e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0560391 Mar 11 19:18:35.004566 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-869c16a2-6af7-4ded-877b-8b46836f07be req-7215cb1a-d091-48fd-8338-2aca319f6125 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Mar 11 19:18:35.311722 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:36.125530 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df303d2b-0441-4440-9715-706ce1329bf4 req-1274404e-dcc7-442e-bf50-fd9c97cc1f08 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:36.127122 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-df303d2b-0441-4440-9715-706ce1329bf4 req-1274404e-dcc7-442e-bf50-fd9c97cc1f08 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0562310 Mar 11 19:18:36.179762 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-df303d2b-0441-4440-9715-706ce1329bf4 req-f2e299d7-3f28-468f-a218-dd8386e727aa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Mar 11 19:18:36.946697 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8449dac-d778-4f38-9846-8125fca176b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:37.311985 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5150-5702-40e1-a3cf-33ad12b97f2c req-14cb4d3e-4c16-4f60-a56f-ce230e5bc732 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:37.313453 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ecde5150-5702-40e1-a3cf-33ad12b97f2c req-14cb4d3e-4c16-4f60-a56f-ce230e5bc732 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0543811 Mar 11 19:18:37.362302 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ecde5150-5702-40e1-a3cf-33ad12b97f2c req-4f181de0-1cb9-4f92-869d-d783c37b59e1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Mar 11 19:18:38.498068 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8b9f0-46ed-4947-8321-ff3378778cd6 req-6664c000-6fb8-484c-b785-54bd399312da tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:38.500314 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-53d8b9f0-46ed-4947-8321-ff3378778cd6 req-6664c000-6fb8-484c-b785-54bd399312da tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0652232 Mar 11 19:18:38.558330 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-53d8b9f0-46ed-4947-8321-ff3378778cd6 req-b8e441ca-a6c0-414b-a9e7-490117d2acbd tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Mar 11 19:18:38.733861 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:39.681407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c7601-26c1-4970-9c16-3b195e11a1b6 req-ac0a3a6d-7242-45be-8d26-35157d78d614 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:39.683017 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-064c7601-26c1-4970-9c16-3b195e11a1b6 req-ac0a3a6d-7242-45be-8d26-35157d78d614 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0576117 Mar 11 19:18:39.730598 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-064c7601-26c1-4970-9c16-3b195e11a1b6 req-ae9e10ea-6810-438d-90f2-7e31f17e931b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Mar 11 19:18:40.319212 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:40.854859 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3e15-f31f-4d27-973d-b0e19b69dc05 req-5b5d516d-b78b-4b87-b5c9-f965cef103dd tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:40.857158 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-810f3e15-f31f-4d27-973d-b0e19b69dc05 req-5b5d516d-b78b-4b87-b5c9-f965cef103dd tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0553100 Mar 11 19:18:40.909661 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-810f3e15-f31f-4d27-973d-b0e19b69dc05 req-03472cae-0c26-49fc-94ff-3741e004384b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Mar 11 19:18:40.927295 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-3eac69a1-4044-4f88-8fec-85cd771d6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:40.928812 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-3eac69a1-4044-4f88-8fec-85cd771d6c34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0503621 Mar 11 19:18:41.689970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:42.032559 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5305a-e530-4994-9c02-ae1266f313ce req-74c595d4-f742-4b0a-b26a-17499e7e7844 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:42.034174 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f6b5305a-e530-4994-9c02-ae1266f313ce req-74c595d4-f742-4b0a-b26a-17499e7e7844 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0549943 Mar 11 19:18:42.083768 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f6b5305a-e530-4994-9c02-ae1266f313ce req-ab3b192c-5a55-4360-870c-1adebe9e40d5 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Mar 11 19:18:43.214813 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b02418-334e-4708-894f-95c0b42b3630 req-627d479d-f8ba-42cc-ad01-dcdaf224bdd3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:43.216286 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20b02418-334e-4708-894f-95c0b42b3630 req-627d479d-f8ba-42cc-ad01-dcdaf224bdd3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Mar 11 19:18:43.263686 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20b02418-334e-4708-894f-95c0b42b3630 req-dd3b76d6-3ffc-480e-b9db-20c695663284 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Mar 11 19:18:44.143475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-76ef7ef3-129d-4cc0-9f93-44a62cc071cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:44.144956 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-76ef7ef3-129d-4cc0-9f93-44a62cc071cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.0876203 Mar 11 19:18:44.372581 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-5af28a78-3379-45f6-b8da-233080f3cf35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.2152627 Mar 11 19:18:44.407098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540719e1-4db4-483c-bfb7-08f6fc9801cd req-da8c0366-061f-4549-90d1-f39a65d10ea7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:44.408716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-540719e1-4db4-483c-bfb7-08f6fc9801cd req-da8c0366-061f-4549-90d1-f39a65d10ea7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0605588 Mar 11 19:18:44.434356 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-cebfe4bc-647e-4729-a380-7dc3644ce0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:44.435797 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-cebfe4bc-647e-4729-a380-7dc3644ce0cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0552483 Mar 11 19:18:44.458373 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-540719e1-4db4-483c-bfb7-08f6fc9801cd req-c14566ad-d1ef-4efa-83d1-b8f614288b24 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Mar 11 19:18:44.472248 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-1b08f4b5-b448-490e-8029-0f98a0c0caab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251844 Mar 11 19:18:44.570562 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-0fa13d0d-149a-43cc-8820-6eaf8ef9ced2 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904448 Mar 11 19:18:44.670130 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-32da3708-53e6-44eb-9823-0d356ea97c4c req-e88083ea-526c-48da-ad0e-5218abf5cdf2 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894816 Mar 11 19:18:45.606940 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dc2aa-bc9d-4e45-a5ee-80af34ea89d7 req-b3b6c57f-ee77-41af-9dcc-f7a3b87aec0d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:45.610471 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0c7dc2aa-bc9d-4e45-a5ee-80af34ea89d7 req-b3b6c57f-ee77-41af-9dcc-f7a3b87aec0d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0732260 Mar 11 19:18:45.669153 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0c7dc2aa-bc9d-4e45-a5ee-80af34ea89d7 req-84564e52-bbe4-4b9f-b85a-d950eff0c979 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Mar 11 19:18:46.811810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c9814-6cde-4889-a4b7-0c71cf03bc80 req-fe559a8c-2ef1-459a-b510-fb84a3a39b4a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:46.813502 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-649c9814-6cde-4889-a4b7-0c71cf03bc80 req-fe559a8c-2ef1-459a-b510-fb84a3a39b4a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0621133 Mar 11 19:18:46.870185 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-649c9814-6cde-4889-a4b7-0c71cf03bc80 req-4ace0b40-4bcf-4071-a68b-9c5b124bc846 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Mar 11 19:18:46.886069 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:18:47.152093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a204-8d26-465a-bf06-7f267457335b req-9c4e1639-ceff-41fc-849b-3da61c3a2269 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:47.158937 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5af0a204-8d26-465a-bf06-7f267457335b req-9c4e1639-ceff-41fc-849b-3da61c3a2269 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0687957 Mar 11 19:18:47.214167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5af0a204-8d26-465a-bf06-7f267457335b req-078f1b11-1d43-4934-9c17-d7be438031e7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540833 Mar 11 19:18:47.558085 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509da74-2818-42ae-80c3-c6ee61f6cc22 req-a2dd6a3d-8000-449b-a040-0b0e538a4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:47.559667 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f509da74-2818-42ae-80c3-c6ee61f6cc22 req-a2dd6a3d-8000-449b-a040-0b0e538a4547 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0678413 Mar 11 19:18:47.626296 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f509da74-2818-42ae-80c3-c6ee61f6cc22 req-e0348021-8a08-4a4a-909d-c546998b26fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Mar 11 19:18:48.009019 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a000ee4-9ba8-4792-a513-720edde01119 req-20db565f-9f32-478a-bde4-74cbf897501a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:48.017228 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1a000ee4-9ba8-4792-a513-720edde01119 req-20db565f-9f32-478a-bde4-74cbf897501a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0725133 Mar 11 19:18:48.067552 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1a000ee4-9ba8-4792-a513-720edde01119 req-5278fdb6-34a2-4881-b50a-d65ebf6b74d4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493953 Mar 11 19:18:48.362503 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290fdc3-9bb3-4535-b85e-cd8dd1b055e5 req-1ef26a9f-695b-4bb7-aeb4-3090ab280954 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:48.364022 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f290fdc3-9bb3-4535-b85e-cd8dd1b055e5 req-1ef26a9f-695b-4bb7-aeb4-3090ab280954 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0594335 Mar 11 19:18:48.415467 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f290fdc3-9bb3-4535-b85e-cd8dd1b055e5 req-96d011ed-8725-41ca-be6e-4d5a3d98fd6b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Mar 11 19:18:49.198841 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c926e-c9e0-4c0f-a65d-b7a551707a93 req-b1234ca6-c014-4892-9fcf-a095c3a824fc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:49.200327 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-908c926e-c9e0-4c0f-a65d-b7a551707a93 req-b1234ca6-c014-4892-9fcf-a095c3a824fc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0548217 Mar 11 19:18:49.251285 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-908c926e-c9e0-4c0f-a65d-b7a551707a93 req-8ffb1e81-a926-4a60-8b11-c7016778a27f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Mar 11 19:18:49.546009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125a4e-a29c-4016-b186-444f2e4bad34 req-69ff2e12-0361-4092-96da-338fdb08aaa8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:49.547631 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4c125a4e-a29c-4016-b186-444f2e4bad34 req-69ff2e12-0361-4092-96da-338fdb08aaa8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0579033 Mar 11 19:18:49.603005 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4c125a4e-a29c-4016-b186-444f2e4bad34 req-20b36af5-4ee9-410e-b117-c276c2d1e4d7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495985 Mar 11 19:18:50.379984 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc28e-1d83-49b0-a50d-4c5d48315529 req-6857c850-a975-41df-aab1-09ec486dc6c4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:50.381560 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f64fc28e-1d83-49b0-a50d-4c5d48315529 req-6857c850-a975-41df-aab1-09ec486dc6c4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0538406 Mar 11 19:18:50.429593 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f64fc28e-1d83-49b0-a50d-4c5d48315529 req-67a9f9ad-2519-4f7c-82f3-a9f502e8e0d9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Mar 11 19:18:50.746316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c131540-1343-4883-a790-db8f12dafe0e req-9de63355-0d02-49ba-b988-0d01ad40bae0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:50.747808 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c131540-1343-4883-a790-db8f12dafe0e req-9de63355-0d02-49ba-b988-0d01ad40bae0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0598502 Mar 11 19:18:50.799628 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c131540-1343-4883-a790-db8f12dafe0e req-0b3de912-9b11-450e-a2eb-bd7577bbf23e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457437 Mar 11 19:18:51.549150 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f73c3-e52d-4229-8ddc-080af016e357 req-3f31693b-8523-4e90-b682-afb7f26425e4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:51.550513 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b8f73c3-e52d-4229-8ddc-080af016e357 req-3f31693b-8523-4e90-b682-afb7f26425e4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0535407 Mar 11 19:18:51.598148 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b8f73c3-e52d-4229-8ddc-080af016e357 req-492648df-4d00-46f9-81c0-9024aefeb33f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Mar 11 19:18:51.925159 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9181e-d96f-4995-b4a8-773577a55756 req-748ee002-550f-4c41-a7de-18428d008827 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:51.926693 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-09d9181e-d96f-4995-b4a8-773577a55756 req-748ee002-550f-4c41-a7de-18428d008827 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0552495 Mar 11 19:18:51.974271 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-09d9181e-d96f-4995-b4a8-773577a55756 req-2fc36771-9930-4ebb-bb21-247152299c17 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Mar 11 19:18:52.721593 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e7f8f-c7df-49ae-9d22-1678dc59c0f4 req-9113e90d-9e38-4a0f-8e2d-5b1389b41319 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:52.723068 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3a3e7f8f-c7df-49ae-9d22-1678dc59c0f4 req-9113e90d-9e38-4a0f-8e2d-5b1389b41319 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0573938 Mar 11 19:18:52.770847 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3a3e7f8f-c7df-49ae-9d22-1678dc59c0f4 req-b7638c24-a070-47c7-a72d-0f4d9357937f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Mar 11 19:18:53.111256 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5155f-e7f8-4446-8411-82e5c38d632d req-4e09abb6-4be2-4376-82b3-fed76661c162 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:53.112795 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dcc5155f-e7f8-4446-8411-82e5c38d632d req-4e09abb6-4be2-4376-82b3-fed76661c162 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0568845 Mar 11 19:18:53.167461 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dcc5155f-e7f8-4446-8411-82e5c38d632d req-c661057c-d4b2-48f4-a27a-cd62404540e0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492580 Mar 11 19:18:53.937942 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10de81-54f3-4adc-bdc0-1ad0712f1b55 req-e4c5b64e-74e2-4311-ab58-5ae57a62baee tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:53.939966 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c10de81-54f3-4adc-bdc0-1ad0712f1b55 req-e4c5b64e-74e2-4311-ab58-5ae57a62baee tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0960791 Mar 11 19:18:54.023984 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c10de81-54f3-4adc-bdc0-1ad0712f1b55 req-4cdf030f-da17-408b-803f-d7d52d440414 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782554 Mar 11 19:18:54.315423 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-f7f155be-ddd7-4160-8056-d348f1f14615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:54.317318 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-f7f155be-ddd7-4160-8056-d348f1f14615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0768938 Mar 11 19:18:54.343536 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336365c8-32c3-4afc-8a3c-429efadce64d req-7710298b-f443-4fe3-ab8d-8ea604a25762 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:54.345498 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-336365c8-32c3-4afc-8a3c-429efadce64d req-7710298b-f443-4fe3-ab8d-8ea604a25762 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0955906 Mar 11 19:18:54.388346 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605afd1-0ed7-4325-82d5-ee75b78ddd04 req-97e3d482-6cf3-433b-a8f0-a4069ce2c80c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:54.401331 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7605afd1-0ed7-4325-82d5-ee75b78ddd04 req-97e3d482-6cf3-433b-a8f0-a4069ce2c80c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1226041 Mar 11 19:18:54.463434 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-a7b64a40-bd5c-4e09-a654-4a33c9112ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:54.465130 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-a7b64a40-bd5c-4e09-a654-4a33c9112ebb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.1276617 Mar 11 19:18:54.473108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7605afd1-0ed7-4325-82d5-ee75b78ddd04 req-f3462918-7547-4f3c-8652-c756522e1d01 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654202 Mar 11 19:18:54.497041 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-336365c8-32c3-4afc-8a3c-429efadce64d req-a617477a-0fab-48e2-a356-e3b57a6a6012 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370096 Mar 11 19:18:54.526813 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-0e628cfc-2875-4f32-b84b-86124bf22d3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.0521734 Mar 11 19:18:54.588646 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-dc8c0857-8fcf-454f-a410-cf5fe4f0c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:54.590144 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-dc8c0857-8fcf-454f-a410-cf5fe4f0c8e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0471368 Mar 11 19:18:54.632743 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-5d477a21-eaf8-4e6a-82d6-1ec9ccd688e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271599 Mar 11 19:18:54.732873 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-9b43d726-b7ce-4744-b873-34418887ebbe service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898147 Mar 11 19:18:54.837668 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-53e4b3ff-63f1-420f-9c0a-01f02a39dc1f req-4cfd8bde-d5e6-4103-bed8-07dba981e3ae service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915585 Mar 11 19:18:55.653848 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56724d2f-a7d7-47a4-90ca-dd11bd5098a6 req-2d97b95b-c7eb-4d83-9f44-c52af55cd125 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:55.658663 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-56724d2f-a7d7-47a4-90ca-dd11bd5098a6 req-2d97b95b-c7eb-4d83-9f44-c52af55cd125 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1066470 Mar 11 19:18:55.679896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b02f-cca6-46a8-847b-3b24b783aa84 req-df8c80d1-54f2-4083-9c68-933570a2b029 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:55.681492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c791b02f-cca6-46a8-847b-3b24b783aa84 req-df8c80d1-54f2-4083-9c68-933570a2b029 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0947332 Mar 11 19:18:55.769379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-56724d2f-a7d7-47a4-90ca-dd11bd5098a6 req-d7768866-d174-4314-9c83-94ce42bddb60 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868878 Mar 11 19:18:55.772135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c791b02f-cca6-46a8-847b-3b24b783aa84 req-cab9aba5-ea4f-4425-ae2d-d190af246d5d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730147 Mar 11 19:18:56.342717 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b0b16-eddc-4c8d-8d5d-345cb803f86f req-5c9721d8-2644-4db9-a5ec-cf439e2d9915 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:56.342717 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff1b0b16-eddc-4c8d-8d5d-345cb803f86f req-5c9721d8-2644-4db9-a5ec-cf439e2d9915 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0605137 Mar 11 19:18:56.389133 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff1b0b16-eddc-4c8d-8d5d-345cb803f86f req-46c76b2a-8b1f-4fbd-bacb-faef1117a8d1 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433204 Mar 11 19:18:56.924209 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3ba8d-6daf-44ee-a84e-d188400a31b4 req-1e9cca53-77ab-4f2a-a58f-196bd652d162 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:56.925885 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e8d3ba8d-6daf-44ee-a84e-d188400a31b4 req-1e9cca53-77ab-4f2a-a58f-196bd652d162 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0827467 Mar 11 19:18:56.939744 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b597dc3-ae3e-41a8-bf38-e88f0b6d61c2 req-53d15505-6906-4499-a36f-d351f1b33218 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:56.941313 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4b597dc3-ae3e-41a8-bf38-e88f0b6d61c2 req-53d15505-6906-4499-a36f-d351f1b33218 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0863025 Mar 11 19:18:57.014460 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e8d3ba8d-6daf-44ee-a84e-d188400a31b4 req-6e31237c-6151-40ec-89a4-78fd80ca2dc8 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Mar 11 19:18:57.021311 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4b597dc3-ae3e-41a8-bf38-e88f0b6d61c2 req-a879e144-774a-45ca-9003-bb80da0d1641 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731847 Mar 11 19:18:57.515162 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84aa6-88fc-458a-8eec-3a896adbbadd req-688eea80-784e-40fb-b4b0-6cc664176ec3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:57.516805 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-acc84aa6-88fc-458a-8eec-3a896adbbadd req-688eea80-784e-40fb-b4b0-6cc664176ec3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0589137 Mar 11 19:18:57.563581 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-acc84aa6-88fc-458a-8eec-3a896adbbadd req-b4e888fe-670e-4661-88c2-e5ff42e2d21c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409973 Mar 11 19:18:58.171850 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7582489-cd33-4a17-9fcf-0f4acfdebd5e req-1a9dfb89-1fa8-4379-aa81-6b9431f529e4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:58.173353 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a7582489-cd33-4a17-9fcf-0f4acfdebd5e req-1a9dfb89-1fa8-4379-aa81-6b9431f529e4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0768461 Mar 11 19:18:58.182858 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646548fe-505c-499e-b54f-e045fcad4532 req-5701ca18-d76f-4048-adfd-e173913b2caa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:58.184264 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-646548fe-505c-499e-b54f-e045fcad4532 req-5701ca18-d76f-4048-adfd-e173913b2caa tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0984740 Mar 11 19:18:58.256875 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a7582489-cd33-4a17-9fcf-0f4acfdebd5e req-98ee3bd5-bf41-4ed6-872a-9e604d25c44a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715873 Mar 11 19:18:58.261106 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-646548fe-505c-499e-b54f-e045fcad4532 req-62299473-ecac-40f9-bfd6-d0248da9bc46 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Mar 11 19:18:58.688119 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e758bf-30de-43ea-8d5d-0151df92616e req-c4a4bd08-ade9-40ff-b36c-9bb42fa655b8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:58.689619 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-93e758bf-30de-43ea-8d5d-0151df92616e req-c4a4bd08-ade9-40ff-b36c-9bb42fa655b8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0551841 Mar 11 19:18:58.737808 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-93e758bf-30de-43ea-8d5d-0151df92616e req-1dab4a0b-b4db-44a3-9a22-a3952e588c7c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 Mar 11 19:18:59.426892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ea778-fad4-4382-a668-4a49e6adaf31 req-c2d515ce-8818-460d-a265-75311d7d333a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:59.428365 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-599ea778-fad4-4382-a668-4a49e6adaf31 req-c2d515ce-8818-460d-a265-75311d7d333a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0945914 Mar 11 19:18:59.436179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f07e1-7349-45c8-abc9-7a9d347117fd req-8fa5d6b7-7098-4b88-a89f-4d8549fdbf0e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:59.437584 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fd7f07e1-7349-45c8-abc9-7a9d347117fd req-8fa5d6b7-7098-4b88-a89f-4d8549fdbf0e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1051044 Mar 11 19:18:59.512564 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-599ea778-fad4-4382-a668-4a49e6adaf31 req-767b41c1-3fb3-438c-922a-396f77db7058 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740271 Mar 11 19:18:59.516137 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fd7f07e1-7349-45c8-abc9-7a9d347117fd req-a25dd353-362e-47e8-8aca-171dc4d465aa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721195 Mar 11 19:18:59.866408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aea0d-caaa-43b5-9926-17fac3b02c69 req-0d67aedd-c437-48dd-9cf5-a18dfb05992c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:59.866408 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e18aea0d-caaa-43b5-9926-17fac3b02c69 req-0d67aedd-c437-48dd-9cf5-a18dfb05992c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0575664 Mar 11 19:18:59.914681 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e18aea0d-caaa-43b5-9926-17fac3b02c69 req-6b1c15f4-4f90-4677-903e-68cddbc18245 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458291 Mar 11 19:19:00.695939 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283b684-98ce-49f2-b78f-88aa01490511 req-055790a2-bc7f-44ec-845e-bddd77e99174 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:00.697442 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6283b684-98ce-49f2-b78f-88aa01490511 req-055790a2-bc7f-44ec-845e-bddd77e99174 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0901642 Mar 11 19:19:00.708110 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040f2b2-3abb-4ede-bf9f-4a4d69378309 req-8564b5ca-2356-4faf-8e3c-7c0de44933a4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:00.709772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4040f2b2-3abb-4ede-bf9f-4a4d69378309 req-8564b5ca-2356-4faf-8e3c-7c0de44933a4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1159077 Mar 11 19:19:00.789867 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6283b684-98ce-49f2-b78f-88aa01490511 req-1acca676-3ae2-4c3b-9ee4-4e9446784fca tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790486 Mar 11 19:19:00.793962 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4040f2b2-3abb-4ede-bf9f-4a4d69378309 req-5a4b06e8-258b-475e-b8a9-12bc8cb45d4c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774868 Mar 11 19:19:00.931457 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-c3d0746c-2854-469e-bd48-f8c4afc9b90c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014002319&fields=id&tenant_id=b866860832584d6e966645835c6f3a42 HTTP/1.1" status: 200 len: 267 time: 0.0511696 Mar 11 19:19:01.086168 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-afd424a7-2e59-48f8-9ee2-64eda316636c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:01.087775 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-afd424a7-2e59-48f8-9ee2-64eda316636c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 808 time: 0.1516190 Mar 11 19:19:01.116055 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9a6f6-1fe5-488a-be30-593e44b105d8 req-d556487e-1f4a-4b60-b4b2-ab4756625196 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:01.117708 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1ac9a6f6-1fe5-488a-be30-593e44b105d8 req-d556487e-1f4a-4b60-b4b2-ab4756625196 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1133003 Mar 11 19:19:01.119038 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-07abbb5b-0487-4c3d-81f0-2f709318bb9d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/quotas/b866860832584d6e966645835c6f3a42 HTTP/1.1" status: 200 len: 375 time: 0.0235696 Mar 11 19:19:01.432008 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1ac9a6f6-1fe5-488a-be30-593e44b105d8 req-1b4fac3e-e92f-4ec2-a608-3d7e7e4713dc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077037 Mar 11 19:19:01.446232 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-b4ba72f1-024d-421f-8474-d36c1615cb6c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3203139 Mar 11 19:19:01.554492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-d72a1eca-2763-4445-b6bc-9c343ecac6dd service neutron] 10.222.0.55 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944047 Mar 11 19:19:01.653081 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-f839984b-51b2-4877-b605-e46fbfdb5882 service neutron] 10.222.0.55 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922980 Mar 11 19:19:01.955844 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91115619-a923-4817-ba16-6a09c83ec8d2 req-0416a4ce-7102-4ebf-a866-4ad3f1ce6bee tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:01.960626 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-91115619-a923-4817-ba16-6a09c83ec8d2 req-0416a4ce-7102-4ebf-a866-4ad3f1ce6bee tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0823650 Mar 11 19:19:02.072279 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-91115619-a923-4817-ba16-6a09c83ec8d2 req-fb32315b-c232-4882-a142-d1f12e6dc92d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053276 Mar 11 19:19:02.083683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0722-160e-402a-8e97-ff5b00517efe req-ed65fc6d-5963-4c3e-bd85-cd823712cc45 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:02.091067 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68ba0722-160e-402a-8e97-ff5b00517efe req-ed65fc6d-5963-4c3e-bd85-cd823712cc45 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1169381 Mar 11 19:19:02.153898 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68ba0722-160e-402a-8e97-ff5b00517efe req-920d41cc-de63-4c6e-8eb1-ff58fae8caa2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618765 Mar 11 19:19:02.194139 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-56d5f8d1-1eae-4d75-a40c-8837d4544add req-1783836d-6737-4b4c-b07f-d881efc0fb00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 210 time: 0.0389204 Mar 11 19:19:02.605561 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7611f-e4fa-4972-a4ef-9720c968be18 req-7efa7bd1-3b19-4e5d-8858-ea4ff2972616 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:02.607121 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68f7611f-e4fa-4972-a4ef-9720c968be18 req-7efa7bd1-3b19-4e5d-8858-ea4ff2972616 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0918932 Mar 11 19:19:02.665790 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68f7611f-e4fa-4972-a4ef-9720c968be18 req-53801230-579d-43bb-85c2-fa51d67a4deb tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512881 Mar 11 19:19:02.816447 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43048) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:02.971172 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.050770 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Publish callbacks [] for security_group (51531070-9129-43f8-b584-6140e08075a1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.057485 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (51531070-9129-43f8-b584-6140e08075a1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.096195 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51531070-9129-43f8-b584-6140e08075a1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:03.100384 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2c5f7153407490885290189c8eaad17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828302 Mar 11 19:19:03.103294 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43052) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:03.107563 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.107914 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.108255 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.108601 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.108957 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.110002 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.110869 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.111231 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.111560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.111897 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.112213 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.112542 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.112888 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f1fd1a-558e-46e7-985f-bea81cfdf05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.155670 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Publish callbacks [] for security_group (51531070-9129-43f8-b584-6140e08075a1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.181338 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Publish callbacks [] for security_group (51531070-9129-43f8-b584-6140e08075a1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.256088 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (51531070-9129-43f8-b584-6140e08075a1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.258877 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.262555 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51531070-9129-43f8-b584-6140e08075a1 HTTP/1.1" status: 204 len: 168 time: 0.1558163 Mar 11 19:19:03.294586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51531070-9129-43f8-b584-6140e08075a1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:03.304762 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.305139 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.305495 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.305989 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.306386 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.306661 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.306992 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.307320 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.307712 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.308033 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.308770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.308770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.309135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb29d2-a87b-4c12-a30a-26e368a9116c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:03.347725 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2098a548-1f2f-44ca-bc36-a746fc736440 req-cef8178f-0016-4558-838e-a9213ac03004 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 210 time: 0.0348303 Mar 11 19:19:03.407696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2003a-6d30-42f4-a20b-216ef5cb11db req-18e6a85c-1c31-4af6-85ef-e6457abfafc6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:03.409542 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-59c2003a-6d30-42f4-a20b-216ef5cb11db req-18e6a85c-1c31-4af6-85ef-e6457abfafc6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1483135 Mar 11 19:19:03.498166 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-59c2003a-6d30-42f4-a20b-216ef5cb11db req-306549ca-e630-4968-93c1-f7c15431c1e6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812042 Mar 11 19:19:03.643097 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72be1005-3da2-4906-9cd0-ce9d24a1f39f tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:03.644649 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72be1005-3da2-4906-9cd0-ce9d24a1f39f tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 808 time: 0.1673691 Mar 11 19:19:03.750583 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-8caa4d07-5c48-4554-985e-1475fc475cbe tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b866860832584d6e966645835c6f3a42 HTTP/1.1" status: 200 len: 380 time: 0.0806839 Mar 11 19:19:03.778874 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'port': {'device_id': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'admin_state_up': True, 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'security_groups': ['181a2396-a8cc-4ce5-aef8-1b8f281d4418']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:03.833233 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee2b6e-f5b2-405d-84c5-e998fb6b55aa req-f196192a-1774-4aff-8b1a-5e30b891ad0a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:03.845436 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f6ee2b6e-f5b2-405d-84c5-e998fb6b55aa req-f196192a-1774-4aff-8b1a-5e30b891ad0a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1915042 Mar 11 19:19:03.971097 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Made reservation on behalf of b866860832584d6e966645835c6f3a42 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:03.977738 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:03.993379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f6ee2b6e-f5b2-405d-84c5-e998fb6b55aa req-d6014e32-c4f6-42db-ac38-a124551908cb tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468050 Mar 11 19:19:04.036285 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30214c90-f7f6-4122-b630-d3a6a844bbfa req-f60d3902-ae53-486d-866f-8b8c8ef6ad7a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:04.042008 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-30214c90-f7f6-4122-b630-d3a6a844bbfa req-f60d3902-ae53-486d-866f-8b8c8ef6ad7a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1926711 Mar 11 19:19:04.114759 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-30214c90-f7f6-4122-b630-d3a6a844bbfa req-bc4c4043-33ed-458f-9375-3eff3f4b5cb6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713539 Mar 11 19:19:04.208406 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Allocated IP 172.20.0.12 (6443ac22-ccda-40f6-9e5f-37dbec0c4f66/92113b30-d54b-48c1-9d17-2b7456fd124b/5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:19:04.315380 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43124) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:04.395607 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43130) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:04.405680 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.463533 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.491201 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70a4e14d-89d3-4047-8814-374bb29e75a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.535757 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:19:04.539449 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:04.544602 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:19:04.574339 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:04.635373 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:04.654076 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.656559 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e335f42-30d1-4685-ae7a-fe5268fe81dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.667162 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cebc8a-91b8-402c-9231-e804f6f55b3f req-cce44ba9-172d-4e5e-a0fe-07039755a062 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:04.670974 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70cebc8a-91b8-402c-9231-e804f6f55b3f req-cce44ba9-172d-4e5e-a0fe-07039755a062 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 932 time: 0.1572807 Mar 11 19:19:04.681633 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-462312205-network', 'tenant_id': '6ee68d502f0a4402a05fcf1e4d1def99'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:04.698854 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-72132e64-2ee3-4d56-b144-7a5fb2fe3f00 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9371002 Mar 11 19:19:04.723205 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Request body: {'port': {'device_id': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:04.765093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Made reservation on behalf of 6ee68d502f0a4402a05fcf1e4d1def99 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:04.768165 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.800435 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.804751 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.843240 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70a4e14d-89d3-4047-8814-374bb29e75a2 admin admin] Publish callbacks [] for security_group (ae1730d2-b03d-4ae0-9cc3-c379dbd8846a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.882253 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-70a4e14d-89d3-4047-8814-374bb29e75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (ae1730d2-b03d-4ae0-9cc3-c379dbd8846a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.899396 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ae34bacb-8557-459f-bfb5-e5f62d96e361 None None] Provisioning complete for port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:04.900331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae34bacb-8557-459f-bfb5-e5f62d96e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.914491 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418df980-a43b-44ca-b7e1-e6ba1ad1153c req-079fce62-2f54-449b-ad6a-1061f4b8633b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:04.925218 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-418df980-a43b-44ca-b7e1-e6ba1ad1153c req-079fce62-2f54-449b-ad6a-1061f4b8633b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.2523823 Mar 11 19:19:04.944719 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70cebc8a-91b8-402c-9231-e804f6f55b3f req-e1171822-2644-431c-8b1d-d9139b354dd9 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314749 Mar 11 19:19:04.959321 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ae34bacb-8557-459f-bfb5-e5f62d96e361 None None] Port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:19:05.009193 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-70a4e14d-89d3-4047-8814-374bb29e75a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b5df1f25ad64206a8ab5af17449b45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6923206 Mar 11 19:19:05.016382 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43140) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:05.017515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e14d-89d3-4047-8814-374bb29e75a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1730d2-b03d-4ae0-9cc3-c379dbd8846a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.084939 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-418df980-a43b-44ca-b7e1-e6ba1ad1153c req-5ebfb60e-a928-4b6f-bd01-f5e481896bc5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578715 Mar 11 19:19:05.139451 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks [] for security_group (ae2beae4-9613-42c6-b9b3-bdd615175728), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.141717 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:05.145958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dbc0-e6c0-42bf-a68a-cd50f6e9124c admin admin] Publish callbacks [] for security_group (ae1730d2-b03d-4ae0-9cc3-c379dbd8846a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.150425 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Publish callbacks [] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.164218 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Transition to ACTIVE for port object 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:19:05.170181 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.174502 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dbc0-e6c0-42bf-a68a-cd50f6e9124c admin admin] Publish callbacks [] for security_group (ae1730d2-b03d-4ae0-9cc3-c379dbd8846a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.218159 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (ae2beae4-9613-42c6-b9b3-bdd615175728), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.249242 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.277232 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dbc0-e6c0-42bf-a68a-cd50f6e9124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (ae1730d2-b03d-4ae0-9cc3-c379dbd8846a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.279827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dbc0-e6c0-42bf-a68a-cd50f6e9124c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.281722 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-0fe1dbc0-e6c0-42bf-a68a-cd50f6e9124c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae1730d2-b03d-4ae0-9cc3-c379dbd8846a HTTP/1.1" status: 204 len: 168 time: 0.2571721 Mar 11 19:19:05.282994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:19:05.317560 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.320153 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Attempting to bind port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:19:05.320859 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Attempting to bind port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:19:05.321227 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Attempting to bind port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c on network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:05.326944 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2beae4-9613-42c6-b9b3-bdd615175728,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.328244 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c on network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:19:05.329010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Attempting to bind port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c on network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:05.336694 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (1b81c27d-7f2d-48de-b7a8-30cfc26e2d06), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.337041 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Added segment 1b81c27d-7f2d-48de-b7a8-30cfc26e2d06 of type vlan for network 16437401-1757-4661-9ffb-cddbcfbfb61a Mar 11 19:19:05.337164 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:19:05.337609 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Checking segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:19:05.338796 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Bound using segment: {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:19:05.339753 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Bound port: 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20178bb5-0812-4310-a209-fc0d7d2c6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:19:05.340204 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.384839 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1dbc0-e6c0-42bf-a68a-cd50f6e9124c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1730d2-b03d-4ae0-9cc3-c379dbd8846a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.419823 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57834f8-2f92-45ef-a144-8aa4fe023290 req-63f58f8c-e3c4-4117-8743-1dab896aba28 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:05.422389 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a57834f8-2f92-45ef-a144-8aa4fe023290 req-63f58f8c-e3c4-4117-8743-1dab896aba28 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.2060492 Mar 11 19:19:05.427515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (16437401-1757-4661-9ffb-cddbcfbfb61a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.475029 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:19:05.480264 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:19:05.498310 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.514692 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a57834f8-2f92-45ef-a144-8aa4fe023290 req-984f85ed-ae33-475d-a560-bd97e02fb6bf tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824466 Mar 11 19:19:05.519187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (16437401-1757-4661-9ffb-cddbcfbfb61a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.520615 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:05.521349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.572612 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43150) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:05.572790 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1746612 Mar 11 19:19:05.579690 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Request body: {'subnet': {'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-462312205-subnet', 'tenant_id': '6ee68d502f0a4402a05fcf1e4d1def99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:05.594074 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:05.594711 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.596169 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] 10.222.0.18 "PUT /v2.0/ports/5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 1094 time: 0.8830860 Mar 11 19:19:05.598787 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:05.601267 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae82ab46-717f-43eb-bc06-a23abea79fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:05.626561 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c32629-028a-4908-96a4-78354b8c5b07 admin admin] Pushing event updated for resources: {'Network': ['ID=16437401-1757-4661-9ffb-cddbcfbfb61a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.638119 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 16437401-1757-4661-9ffb-cddbcfbfb61a details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:19:05.656534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729245ad-6688-4c3b-8caf-85f5836f44a8 x-openstack-request-id: req-729245ad-6688-4c3b-8caf-85f5836f44a8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:05.656915 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:05.657160 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-729245ad-6688-4c3b-8caf-85f5836f44a8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:05.657737 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'status': 'completed', 'code': 200} Mar 11 19:19:05.663529 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045678a9-be3d-4552-ab47-b953328da1dd service neutron] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.670163 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Made reservation on behalf of 6ee68d502f0a4402a05fcf1e4d1def99 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:05.673103 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308878'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.798754 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-8d1a5886-dbf0-40a3-a9ac-bee1dd3a595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:05.800974 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-8d1a5886-dbf0-40a3-a9ac-bee1dd3a595c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1128 time: 0.1106148 Mar 11 19:19:05.816316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43154) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:05.833096 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1213e04f-8a48-4d24-8255-ad3777683ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.864684 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-07e509eb-8834-470f-b31c-127f472fc807 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 217 time: 0.0452747 Mar 11 19:19:05.926901 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1213e04f-8a48-4d24-8255-ad3777683ed3 admin admin] Publish callbacks [] for security_group (2a4da490-9f7c-4014-a9c2-3e0328e5a1fc), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.932674 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1213e04f-8a48-4d24-8255-ad3777683ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2a4da490-9f7c-4014-a9c2-3e0328e5a1fc), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:05.955498 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-46ae4d5d-5ab6-499d-a1a9-a67b1123614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:05.957255 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-46ae4d5d-5ab6-499d-a1a9-a67b1123614c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0675743 Mar 11 19:19:05.974306 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213e04f-8a48-4d24-8255-ad3777683ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4da490-9f7c-4014-a9c2-3e0328e5a1fc,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:05.980860 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-1213e04f-8a48-4d24-8255-ad3777683ed3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e730fbed0ad4ec4ac2c406056c5a4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608636 Mar 11 19:19:05.981102 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43158) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:06.048888 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4427737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308896'] for subnet (303b9057-11fa-41c8-ae8f-64f74e34153e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.068049 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb863b87-bb69-4d71-b974-7846f07e8b6a admin admin] Publish callbacks [] for security_group (2a4da490-9f7c-4014-a9c2-3e0328e5a1fc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.100752 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-316755ba-df66-433b-836b-f3e68a7daff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.102288 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-316755ba-df66-433b-836b-f3e68a7daff5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1224382 Mar 11 19:19:06.110408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb863b87-bb69-4d71-b974-7846f07e8b6a admin admin] Publish callbacks [] for security_group (2a4da490-9f7c-4014-a9c2-3e0328e5a1fc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.131464 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=303b9057-11fa-41c8-ae8f-64f74e34153e,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:06.154550 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a3f1-3824-46fd-a461-8e55f4a9a37b req-56429774-f67f-4e23-9410-bbe158616f29 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.157756 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4ff5a3f1-3824-46fd-a461-8e55f4a9a37b req-56429774-f67f-4e23-9410-bbe158616f29 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.1157210 Mar 11 19:19:06.185174 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Checking segment: {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:19:06.185753 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Network hostable DHCP agents. Network: 16437401-1757-4661-9ffb-cddbcfbfb61a, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:19:06.224152 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb863b87-bb69-4d71-b974-7846f07e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2a4da490-9f7c-4014-a9c2-3e0328e5a1fc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.226710 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-eb863b87-bb69-4d71-b974-7846f07e8b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.227884 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-eb863b87-bb69-4d71-b974-7846f07e8b6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a4da490-9f7c-4014-a9c2-3e0328e5a1fc HTTP/1.1" status: 204 len: 168 time: 0.2458897 Mar 11 19:19:06.250593 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Network 16437401-1757-4661-9ffb-cddbcfbfb61a is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:19:06.255346 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb863b87-bb69-4d71-b974-7846f07e8b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4da490-9f7c-4014-a9c2-3e0328e5a1fc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:06.267881 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-5e97b8c5-4299-4fc3-914a-360dd4f79ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487315 Mar 11 19:19:06.273364 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4ff5a3f1-3824-46fd-a461-8e55f4a9a37b req-8ec2b17a-f817-48fa-871c-0a8ec311a563 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046391 Mar 11 19:19:06.275439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 16437401-1757-4661-9ffb-cddbcfbfb61a) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:06.286984 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.287766 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.294673 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192d7f9-ec92-4448-b09c-0a794adc8126 None None] Network 16437401-1757-4661-9ffb-cddbcfbfb61a requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:19:06.307148 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00051-8087-41b7-88fa-262cfcc0d3f1 req-73a95fee-171c-47fa-8d7d-b149de66ea44 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.308818 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2d00051-8087-41b7-88fa-262cfcc0d3f1 req-73a95fee-171c-47fa-8d7d-b149de66ea44 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1306219 Mar 11 19:19:06.352334 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a9d0c0f0-e950-405b-8fb1-4e383a8b6916 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7778475 Mar 11 19:19:06.393278 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2d00051-8087-41b7-88fa-262cfcc0d3f1 req-7b366a17-70e2-454a-a5ee-938eac5b9e7d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767491 Mar 11 19:19:06.430291 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-e4f301b5-b0df-4d08-9746-a2733c2d4f72 req-a9bf5cb7-c445-4e1e-a88b-8c9864ed771d service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386452 Mar 11 19:19:06.454403 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316a5fa-bcf1-4b00-a70a-410b270ea7d9 None None] Network 16437401-1757-4661-9ffb-cddbcfbfb61a requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:19:06.586689 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-7eb51d14-25be-40b6-a714-93b3461ed761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.591328 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-7eb51d14-25be-40b6-a714-93b3461ed761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1128 time: 0.0735338 Mar 11 19:19:06.679426 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3027f7-8e47-481e-ac84-6ff3db44a4f9 req-3952d2fb-898f-488f-9781-6daf97254df1 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.681296 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc3027f7-8e47-481e-ac84-6ff3db44a4f9 req-3952d2fb-898f-488f-9781-6daf97254df1 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0657995 Mar 11 19:19:06.739372 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-ba5644b1-cfeb-4211-aa58-59681f531395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.741665 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-ba5644b1-cfeb-4211-aa58-59681f531395 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.1325970 Mar 11 19:19:06.769547 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc3027f7-8e47-481e-ac84-6ff3db44a4f9 req-5c0ddb8c-2604-4001-b385-ea291c594f6e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800319 Mar 11 19:19:06.809378 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-ad61b6b0-63d4-4bcc-97ad-6359c3e1858d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 217 time: 0.0442455 Mar 11 19:19:06.887277 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-2d76ff31-6d2b-4143-bede-bccd36a9cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.889091 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-2d76ff31-6d2b-4143-bede-bccd36a9cfec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0635543 Mar 11 19:19:06.953358 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d737a6c-3ccc-4626-ad43-76183b159af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.969127 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-fb0f4867-8edf-46be-9d5c-52a6971ae372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.970830 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-fb0f4867-8edf-46be-9d5c-52a6971ae372 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678246 Mar 11 19:19:07.079695 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-311f212f-a443-4780-9225-4149c1b44bde service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965486 Mar 11 19:19:07.201404 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ae82ab46-717f-43eb-bc06-a23abea79fcb req-a4b62cb5-c149-4ad2-a062-bfd9aec0ed9b service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103475 Mar 11 19:19:07.389675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e595b1-b6b4-4f87-a002-d39084ada0bf req-bb6b809f-72d2-4a57-b4f4-0ab928265ec2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:07.391759 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d4e595b1-b6b4-4f87-a002-d39084ada0bf req-bb6b809f-72d2-4a57-b4f4-0ab928265ec2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0537050 Mar 11 19:19:07.445562 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d4e595b1-b6b4-4f87-a002-d39084ada0bf req-fdc9e36b-c1b1-49f7-a1ed-3c326ca5bb5b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481563 Mar 11 19:19:07.552681 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5a421-ae65-4c1f-9e67-19546ca7655d req-4f0b47f4-7f81-4893-872b-ffea8ebb0b60 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:07.554195 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d7c5a421-ae65-4c1f-9e67-19546ca7655d req-4f0b47f4-7f81-4893-872b-ffea8ebb0b60 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0626142 Mar 11 19:19:07.611148 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d7c5a421-ae65-4c1f-9e67-19546ca7655d req-4f72a104-ca8f-4310-8029-c4733ca111c8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511384 Mar 11 19:19:07.894493 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3d289-485e-4294-81a7-b32bcd845ec4 req-3016b80e-2faa-4227-8c32-09a8c2b66512 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:07.896053 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d6d3d289-485e-4294-81a7-b32bcd845ec4 req-3016b80e-2faa-4227-8c32-09a8c2b66512 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0635593 Mar 11 19:19:07.947550 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d6d3d289-485e-4294-81a7-b32bcd845ec4 req-7b4ab4c2-7041-43fd-870f-304c835d84eb tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 Mar 11 19:19:08.481957 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-aed9e9b4-0100-42c3-b768-6fc6b18297ee tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:08.483550 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-aed9e9b4-0100-42c3-b768-6fc6b18297ee tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/networks?id=16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 200 len: 808 time: 0.1293254 Mar 11 19:19:08.508794 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-9d2138f1-46c6-4f8a-864e-3deefe205cb7 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/quotas/6ee68d502f0a4402a05fcf1e4d1def99 HTTP/1.1" status: 200 len: 375 time: 0.0187852 Mar 11 19:19:08.570827 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-020544fe-eb92-4aa6-9795-73385b2d5e45 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515492 Mar 11 19:19:08.620709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db30519-ae78-4037-960b-c8680abb68e0 req-3e37784f-945d-4f49-9936-07a4c0151d36 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:08.622358 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1db30519-ae78-4037-960b-c8680abb68e0 req-3e37784f-945d-4f49-9936-07a4c0151d36 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0930786 Mar 11 19:19:08.731985 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-e127af2f-8fc2-48fa-a7a1-5fb10efd3030 service neutron] 10.222.0.55 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518688 Mar 11 19:19:08.736248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1db30519-ae78-4037-960b-c8680abb68e0 req-a8042a83-7b72-4b3f-a01a-b35bdde79692 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018085 Mar 11 19:19:08.742153 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:08.868643 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-9ce988ab-2bf2-4c18-bb7a-239e399b1f12 service neutron] 10.222.0.55 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289933 Mar 11 19:19:08.891603 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3d154-5368-495d-aa5c-0f3533767aa9 req-033184f1-fe16-4fd6-8b61-857366f0b609 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:08.893889 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5d3d154-5368-495d-aa5c-0f3533767aa9 req-033184f1-fe16-4fd6-8b61-857366f0b609 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0801651 Mar 11 19:19:08.957361 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5d3d154-5368-495d-aa5c-0f3533767aa9 req-bbdee58c-6ec4-4e84-a6db-0b5ae5c440c1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579283 Mar 11 19:19:09.082976 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b00acc0e-6cd8-4a53-9570-565568e54f79 req-acf52acd-a2f3-4d6d-a6fc-d8aaea00dea8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 210 time: 0.0437860 Mar 11 19:19:09.111863 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2a7a2-f0d2-4265-9de6-27ac7e166d4a req-f4389fb9-448f-40b6-93b9-f99071bb813e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:09.113403 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-65b2a7a2-f0d2-4265-9de6-27ac7e166d4a req-f4389fb9-448f-40b6-93b9-f99071bb813e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0838404 Mar 11 19:19:09.165156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-65b2a7a2-f0d2-4265-9de6-27ac7e166d4a req-d011952e-87c7-4b19-bb59-5028dd380dcb tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462103 Mar 11 19:19:09.875117 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4092a-8230-4fb7-87dd-34f21b3236e9 req-d9182b91-75e8-4d99-864c-fef7253bbc07 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:09.877253 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cea4092a-8230-4fb7-87dd-34f21b3236e9 req-d9182b91-75e8-4d99-864c-fef7253bbc07 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0554290 Mar 11 19:19:09.935643 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cea4092a-8230-4fb7-87dd-34f21b3236e9 req-17ebdbfe-601d-4f7b-9659-3c916804f365 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524688 Mar 11 19:19:10.090541 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73118db-3f5e-410d-960a-550a772a3f2f req-7b8fcf8f-7bde-4fb6-89e8-11150050bc7a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:10.092003 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a73118db-3f5e-410d-960a-550a772a3f2f req-7b8fcf8f-7bde-4fb6-89e8-11150050bc7a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0655148 Mar 11 19:19:10.148952 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a73118db-3f5e-410d-960a-550a772a3f2f req-5237e5c0-05c5-41ed-93b2-f8854e302028 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506573 Mar 11 19:19:10.192183 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5d9265d4-0f69-4025-b824-0a01d76678ac req-7b6556b2-4bff-4ed7-81d8-db59aa09e0b6 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 210 time: 0.0301197 Mar 11 19:19:10.320760 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319cd9e-97fa-441e-9265-8be618e8f105 req-5c773b09-4c9c-4aaf-a052-6554ab277e80 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:10.323690 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f319cd9e-97fa-441e-9265-8be618e8f105 req-5c773b09-4c9c-4aaf-a052-6554ab277e80 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0747373 Mar 11 19:19:10.332630 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:10.383064 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f319cd9e-97fa-441e-9265-8be618e8f105 req-c5ce0451-8905-4fb2-a0c2-7d6c9b8d5d76 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524948 Mar 11 19:19:11.059471 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda61110-29be-4eec-9ba7-7466e28fc9a3 req-98dc454e-ab87-47f5-90c2-210b28ff19da tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:11.061029 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fda61110-29be-4eec-9ba7-7466e28fc9a3 req-98dc454e-ab87-47f5-90c2-210b28ff19da tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0575399 Mar 11 19:19:11.115252 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fda61110-29be-4eec-9ba7-7466e28fc9a3 req-19c513f1-d597-4e3a-8c2e-0ae4c064d09f tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Mar 11 19:19:11.287564 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86478aa-ff14-44c9-bd7d-bc23daa435cf req-c25eebcf-65ee-46ca-8c76-c213e62b36c7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:11.289037 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c86478aa-ff14-44c9-bd7d-bc23daa435cf req-c25eebcf-65ee-46ca-8c76-c213e62b36c7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0643005 Mar 11 19:19:11.310446 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2556e837-6448-451f-8ac1-2f966d83f58d req-3296dff1-f331-4afb-8c4b-52735aef413d tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 210 time: 0.0388858 Mar 11 19:19:11.359999 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c86478aa-ff14-44c9-bd7d-bc23daa435cf req-946be99b-7863-4c69-b675-a00253b8eda0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526390 Mar 11 19:19:11.511093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef0221-e966-48d5-ad1a-267ec480104d req-6e4ab06e-81b5-462f-9b4b-3c29a5a2fdea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:11.512561 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-abef0221-e966-48d5-ad1a-267ec480104d req-6e4ab06e-81b5-462f-9b4b-3c29a5a2fdea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0564179 Mar 11 19:19:11.566108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-abef0221-e966-48d5-ad1a-267ec480104d req-8a05a422-f29c-410e-ab42-a84624052308 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476909 Mar 11 19:19:11.699477 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:12.240066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dcde2-9f36-4cce-baea-4106a425f7ac req-371f29ca-069d-4ce4-a9f0-ee63121dab7a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:12.241596 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f27dcde2-9f36-4cce-baea-4106a425f7ac req-371f29ca-069d-4ce4-a9f0-ee63121dab7a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0589709 Mar 11 19:19:12.295617 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f27dcde2-9f36-4cce-baea-4106a425f7ac req-dc4a2a31-f30a-433f-aa72-b88ebaa960c6 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485337 Mar 11 19:19:12.422327 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e09fb809-05cb-4c5e-9d9e-f77f9bdddd0d req-4d75957a-a1fb-4bc1-ad75-83abfbd9a081 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 210 time: 0.0323153 Mar 11 19:19:12.494630 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc4d4f-de25-45e8-ad9d-a7f5eca198fd req-27300e83-7aff-43dc-acd4-226ee2268b3f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:12.496081 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-56fc4d4f-de25-45e8-ad9d-a7f5eca198fd req-27300e83-7aff-43dc-acd4-226ee2268b3f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0544796 Mar 11 19:19:12.544674 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-56fc4d4f-de25-45e8-ad9d-a7f5eca198fd req-50aeddf4-df55-4f7f-9dd4-3fe1acc3d4ab tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Mar 11 19:19:12.703214 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63c882-63ec-4335-ad58-f0786bacaa73 req-a8633f2c-22ee-4e98-b213-b2c1926caec7 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:12.704594 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-da63c882-63ec-4335-ad58-f0786bacaa73 req-a8633f2c-22ee-4e98-b213-b2c1926caec7 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0633993 Mar 11 19:19:12.755891 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-da63c882-63ec-4335-ad58-f0786bacaa73 req-0bbf3a10-5b42-477d-acf9-e4ebf3eb9760 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457520 Mar 11 19:19:13.392510 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:19:13.429116 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f736d-336e-4289-831a-a4fc389346b5 req-28a76286-0ff9-4b09-9631-116acdeaa60d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:13.431453 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e18f736d-336e-4289-831a-a4fc389346b5 req-28a76286-0ff9-4b09-9631-116acdeaa60d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0686464 Mar 11 19:19:13.512808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:13.527644 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '6da86750-4fea-4b06-9386-98849c4fabec', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'port_id': '6da86750-4fea-4b06-9386-98849c4fabec', 'mac_address': 'fa:16:3e:c0:b9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:19:13.558978 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e18f736d-336e-4289-831a-a4fc389346b5 req-b2cc7b17-11b9-46c0-821d-e15e5749d7ec tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147215 Mar 11 19:19:13.581155 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: ACTIVE; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:13.581761 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:13.597528 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-75d6d1b6-c415-432c-98f0-16e8c2f78f38 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:13.599466 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-75d6d1b6-c415-432c-98f0-16e8c2f78f38 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "GET /v2.0/networks?id=16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 200 len: 808 time: 0.1904428 Mar 11 19:19:13.605694 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de601c5-588f-4266-93e1-25bb330d8391 req-68fdcbc3-66fa-4bc0-8b17-950e9fc61803 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 210 time: 0.0458400 Mar 11 19:19:13.612758 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6da86750-4fea-4b06-9386-98849c4fabec {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:13.636412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:13.644311 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Request body: {'port': {'device_id': '2998b490-913f-4d93-bcb5-7b91a473288c', 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a', 'admin_state_up': True, 'tenant_id': '6ee68d502f0a4402a05fcf1e4d1def99'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:13.646094 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:13.700436 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:13.713156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.714056 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.714808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.715328 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.715676 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.716015 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.716351 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.716695 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.717055 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.717403 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.717740 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.718137 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.718470 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:13.718868 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca88a8-a129-4c07-85d3-147b487f05c0 req-ce46c029-ae42-4dc8-b43a-9d7c8896e827 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:13.728230 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70ca88a8-a129-4c07-85d3-147b487f05c0 req-ce46c029-ae42-4dc8-b43a-9d7c8896e827 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0833080 Mar 11 19:19:13.773650 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Made reservation on behalf of 6ee68d502f0a4402a05fcf1e4d1def99 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:13.773958 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70ca88a8-a129-4c07-85d3-147b487f05c0 req-8b2c97c7-d757-4e8f-8b60-5fc9f543433b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469115 Mar 11 19:19:13.777738 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:13.857190 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['6da86750-4fea-4b06-9386-98849c4fabec'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:19:13.896490 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa0a3a-d253-4ef7-9e99-fa3ba1ce0942 req-8634b3bb-761e-4743-9dc7-21ae14d6b5ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:13.900596 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2cfa0a3a-d253-4ef7-9e99-fa3ba1ce0942 req-8634b3bb-761e-4743-9dc7-21ae14d6b5ea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0693099 Mar 11 19:19:13.931444 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Allocated IP 172.20.0.2 (16437401-1757-4661-9ffb-cddbcfbfb61a/303b9057-11fa-41c8-ae8f-64f74e34153e/f43d0629-2122-4365-81d3-e65267b8b800) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:19:13.958725 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2cfa0a3a-d253-4ef7-9e99-fa3ba1ce0942 req-4c15ad4c-1ded-406b-be14-1206cf0c6e29 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536294 Mar 11 19:19:14.125605 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks [] for port (f43d0629-2122-4365-81d3-e65267b8b800), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.173484 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (f43d0629-2122-4365-81d3-e65267b8b800), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.217507 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Network 16437401-1757-4661-9ffb-cddbcfbfb61a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:19:14.224767 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:14.230565 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:19:14.237555 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Pushing event updated for resources: {'Port': ['ID=f43d0629-2122-4365-81d3-e65267b8b800,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:14.297769 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:14.298640 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.322437 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3fa69ce9-a42f-4fad-be28-560128426312 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6836081 Mar 11 19:19:14.340354 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:19:14.352241 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Request body: {'port': {'device_id': '2998b490-913f-4d93-bcb5-7b91a473288c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:14.421218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 6da86750-4fea-4b06-9386-98849c4fabec triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:14.422429 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6da86750-4fea-4b06-9386-98849c4fabec), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.423297 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f43d0629-2122-4365-81d3-e65267b8b800), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.514348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:14.515582 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.558522 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:14.558522 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:14.564439 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfe941a-cf92-411a-b8dd-ccfd94586766" -d '{"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:14.573111 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:14.616541 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a1b93-5f05-46b1-86da-2e1fe3faa387 x-openstack-request-id: req-a68a1b93-5f05-46b1-86da-2e1fe3faa387 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:14.616871 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:14.617121 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a68a1b93-5f05-46b1-86da-2e1fe3faa387 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:14.617525 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'code': 200} Mar 11 19:19:14.642946 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:14.731732 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95402400-a0ee-4f1b-922b-29d32ab8778e req-36955e9c-df2a-4da0-a975-109c66779755 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:14.733364 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-95402400-a0ee-4f1b-922b-29d32ab8778e req-36955e9c-df2a-4da0-a975-109c66779755 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0993495 Mar 11 19:19:14.800171 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d4371-a718-4e2f-9cf6-2869c432b4c6 req-cb03912d-04b3-4f07-8d70-a32833edf2ff tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:14.801701 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-404d4371-a718-4e2f-9cf6-2869c432b4c6 req-cb03912d-04b3-4f07-8d70-a32833edf2ff tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 931 time: 0.1064794 Mar 11 19:19:14.824683 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-95402400-a0ee-4f1b-922b-29d32ab8778e req-46e7766e-fbd1-49e7-b04f-3a5dcc337ce4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766051 Mar 11 19:19:14.874699 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-404d4371-a718-4e2f-9cf6-2869c432b4c6 req-f504dfbd-34bd-484e-b05e-c3944bdc75af tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668755 Mar 11 19:19:14.966145 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90ba8-2f80-404e-8de5-110779f38d6a req-0e9cdf3a-9bd0-46f6-8c77-2a418525065c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:14.967899 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e0c90ba8-2f80-404e-8de5-110779f38d6a req-0e9cdf3a-9bd0-46f6-8c77-2a418525065c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0701787 Mar 11 19:19:14.976785 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43d0629-2122-4365-81d3-e65267b8b800 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:14.986981 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Publish callbacks [] for port (f43d0629-2122-4365-81d3-e65267b8b800), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:15.005687 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Transition to ACTIVE for port object f43d0629-2122-4365-81d3-e65267b8b800 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:19:15.012664 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (f43d0629-2122-4365-81d3-e65267b8b800), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:15.057389 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e0c90ba8-2f80-404e-8de5-110779f38d6a req-0a510116-9c5e-43d8-acc3-d7638f659a4c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830131 Mar 11 19:19:15.117145 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39045-a705-46cc-8b4c-0038cc4d90bb req-43e801c5-a0fc-44a5-87b4-e514d868bd79 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.118179 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-41b39045-a705-46cc-8b4c-0038cc4d90bb req-43e801c5-a0fc-44a5-87b4-e514d868bd79 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0796430 Mar 11 19:19:15.118876 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Pushing event updated for resources: {'Port': ['ID=f43d0629-2122-4365-81d3-e65267b8b800,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:15.178731 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Attempting to bind port f43d0629-2122-4365-81d3-e65267b8b800 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:19:15.179136 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Attempting to bind port f43d0629-2122-4365-81d3-e65267b8b800 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:19:15.179635 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Attempting to bind port f43d0629-2122-4365-81d3-e65267b8b800 on network 16437401-1757-4661-9ffb-cddbcfbfb61a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:15.179959 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-41b39045-a705-46cc-8b4c-0038cc4d90bb req-b3321d10-7806-479a-9aa4-6f1ac02232da tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506043 Mar 11 19:19:15.184886 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Port f43d0629-2122-4365-81d3-e65267b8b800 on network 16437401-1757-4661-9ffb-cddbcfbfb61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:19:15.185426 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Attempting to bind port f43d0629-2122-4365-81d3-e65267b8b800 on network 16437401-1757-4661-9ffb-cddbcfbfb61a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:15.193043 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:19:15.193387 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Checking segment: {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:19:15.193777 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Bound using segment: {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:19:15.194216 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Bound port: f43d0629-2122-4365-81d3-e65267b8b800, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:19:15.194825 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f43d0629-2122-4365-81d3-e65267b8b800), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:15.262372 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] For port f43d0629-2122-4365-81d3-e65267b8b800, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:19:15.267454 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] For port f43d0629-2122-4365-81d3-e65267b8b800, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=f43d0629-2122-4365-81d3-e65267b8b800,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:19:15.273574 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (f43d0629-2122-4365-81d3-e65267b8b800), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:15.314817 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.315543 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:15.316956 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] 10.222.0.18 "PUT /v2.0/ports/f43d0629-2122-4365-81d3-e65267b8b800 HTTP/1.1" status: 200 len: 1093 time: 0.9751167 Mar 11 19:19:15.319302 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2998b490-913f-4d93-bcb5-7b91a473288c', 'tag': 'f43d0629-2122-4365-81d3-e65267b8b800'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:15.321599 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8bce8e-ac80-40d5-91b0-5e65d1978395" -d '{"events": [{"name": "network-changed", "server_uuid": "2998b490-913f-4d93-bcb5-7b91a473288c", "tag": "f43d0629-2122-4365-81d3-e65267b8b800"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:15.348102 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99830-2341-478f-a5bf-2ec8b39e44ba service neutron] Pushing event updated for resources: {'Port': ['ID=f43d0629-2122-4365-81d3-e65267b8b800,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:15.370528 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a6f44-efb4-4f60-b93e-0e8f54ae5efe x-openstack-request-id: req-a48a6f44-efb4-4f60-b93e-0e8f54ae5efe {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:15.370823 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2998b490-913f-4d93-bcb5-7b91a473288c", "tag": "f43d0629-2122-4365-81d3-e65267b8b800", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:15.371081 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a48a6f44-efb4-4f60-b93e-0e8f54ae5efe {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:15.371478 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2998b490-913f-4d93-bcb5-7b91a473288c', 'tag': 'f43d0629-2122-4365-81d3-e65267b8b800', 'status': 'completed', 'code': 200} Mar 11 19:19:15.462349 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-0b7e4bbe-ee4d-4f9e-8711-d5c5e573e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.463788 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-0b7e4bbe-ee4d-4f9e-8711-d5c5e573e00d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 1127 time: 0.0607646 Mar 11 19:19:15.517952 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-64e387ad-813b-4ed9-af78-41ba8062bef4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f43d0629-2122-4365-81d3-e65267b8b800 HTTP/1.1" status: 200 len: 217 time: 0.0428386 Mar 11 19:19:15.519900 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805435e-9332-481f-a43c-1c37a14916b2 req-cac312c6-ace4-4397-a726-e43f32c6cec6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.521457 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6805435e-9332-481f-a43c-1c37a14916b2 req-cac312c6-ace4-4397-a726-e43f32c6cec6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0946999 Mar 11 19:19:15.524226 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-3df77a70-1e35-4b32-8267-c99c629ceff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.525900 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-3df77a70-1e35-4b32-8267-c99c629ceff4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0673351 Mar 11 19:19:15.585166 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-efed693c-70e6-4ba1-a6ed-ef44a07bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.587378 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-efed693c-70e6-4ba1-a6ed-ef44a07bc391 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=303b9057-11fa-41c8-ae8f-64f74e34153e HTTP/1.1" status: 200 len: 848 time: 0.0588398 Mar 11 19:19:15.629975 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-0d7242c9-f0a3-4ac3-a324-dabf7ecce13e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16437401-1757-4661-9ffb-cddbcfbfb61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333729 Mar 11 19:19:15.631893 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6805435e-9332-481f-a43c-1c37a14916b2 req-6a353839-c9fe-4ec0-8d35-38915a2c1e70 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Mar 11 19:19:15.657739 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-ddf92d2b-818d-42d5-82b3-61aa49130bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.659222 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-ddf92d2b-818d-42d5-82b3-61aa49130bed service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.1178339 Mar 11 19:19:15.710292 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-a335d3d6-674b-4ec8-9df4-ebac82ff5dba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.0382438 Mar 11 19:19:15.733113 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3c2a0efb-53b7-428f-9bb7-5947c0920520 service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930221 Mar 11 19:19:15.780386 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-60cb7ad5-ca46-4984-9b67-7eb11b749f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.782073 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-60cb7ad5-ca46-4984-9b67-7eb11b749f72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0584943 Mar 11 19:19:15.823482 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-6ac8bd31-334c-47e3-ab27-b0297b5b3940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308311 Mar 11 19:19:15.838133 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a625884-5968-4c2c-ae84-2d64297fc878 req-3aa30efe-a475-4758-9a87-bbed7333ebbc service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954924 Mar 11 19:19:15.975494 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-b8e45cc1-0dff-4f18-9d47-b6fa1af60dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:15.977266 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-b8e45cc1-0dff-4f18-9d47-b6fa1af60dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 1127 time: 0.0649099 Mar 11 19:19:16.014061 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-0e86a718-c250-4ee7-b06d-f7bd43ee1dea service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752782 Mar 11 19:19:16.039412 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf210a-6ce5-4185-ab47-769c358ee249 req-b210bf21-26f5-4644-b413-4d47e8d60077 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.040885 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76cf210a-6ce5-4185-ab47-769c358ee249 req-b210bf21-26f5-4644-b413-4d47e8d60077 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.1375527 Mar 11 19:19:16.082033 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b6a2c-49d2-4a07-bfbd-2de13cde5b2f req-d91bf0f1-3883-4487-9a69-0e4f32e40c3f tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.083695 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d31b6a2c-49d2-4a07-bfbd-2de13cde5b2f req-d91bf0f1-3883-4487-9a69-0e4f32e40c3f tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 943 time: 0.1245298 Mar 11 19:19:16.098116 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-324aac01-65e6-401a-8cb9-475a1657f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.099811 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-324aac01-65e6-401a-8cb9-475a1657f1cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 200 len: 909 time: 0.1083889 Mar 11 19:19:16.151375 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-4bdfff02-4e8c-4a1f-9d78-1ec6208d74ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f43d0629-2122-4365-81d3-e65267b8b800 HTTP/1.1" status: 200 len: 217 time: 0.0398912 Mar 11 19:19:16.205454 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-392de724-b841-4bc6-9c73-aacfb38407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.207118 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76cf210a-6ce5-4185-ab47-769c358ee249 req-5f5264d4-f6c1-4ef0-b5b2-f651127e98f6 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537280 Mar 11 19:19:16.207250 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-392de724-b841-4bc6-9c73-aacfb38407e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=303b9057-11fa-41c8-ae8f-64f74e34153e HTTP/1.1" status: 200 len: 848 time: 0.0455222 Mar 11 19:19:16.220504 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d31b6a2c-49d2-4a07-bfbd-2de13cde5b2f req-233713ae-49c5-4009-b2fe-c7033170869b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266215 Mar 11 19:19:16.229866 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9507db9c-f55f-413b-855e-9cb47ef12e85 req-c3df0ade-67c7-4011-95e9-ef3793cb98cf service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852722 Mar 11 19:19:16.266858 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-adcffac6-4992-4217-8b68-8077f764f25c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16437401-1757-4661-9ffb-cddbcfbfb61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490854 Mar 11 19:19:16.364072 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:19:16.414131 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61d4a-a21c-446a-8f17-1724a24e5672 req-1c023a72-1124-49e5-948f-b2ff5c6ff238 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.416261 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17a61d4a-a21c-446a-8f17-1724a24e5672 req-1c023a72-1124-49e5-948f-b2ff5c6ff238 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1303246 Mar 11 19:19:16.424631 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbffc04-cd35-44e1-91c7-57a7338d2c0d req-b8c604e2-824a-4c6e-bc63-0142f34973fd tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.428516 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3dbffc04-cd35-44e1-91c7-57a7338d2c0d req-b8c604e2-824a-4c6e-bc63-0142f34973fd tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1336524 Mar 11 19:19:16.456078 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-736e4ac1-3ef9-4878-aaab-e14760a5597c service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315649 Mar 11 19:19:16.501192 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:16.505027 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17a61d4a-a21c-446a-8f17-1724a24e5672 req-7fba3faf-7631-4c21-8314-cb468e1fc39c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754602 Mar 11 19:19:16.515533 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3dbffc04-cd35-44e1-91c7-57a7338d2c0d req-a2d20397-c783-42cb-940a-c644f3f5b398 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796802 Mar 11 19:19:16.524129 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'port_id': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'mac_address': 'fa:16:3e:b3:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:19:16.573017 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:16.573513 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:16.593907 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:16.632953 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:16.640484 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:16.646841 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1b8bce8e-ac80-40d5-91b0-5e65d1978395 req-23bdaabb-fd23-427e-8dc4-d48ddf5e385b service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331415 Mar 11 19:19:16.714299 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:16.807330 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8351-149a-45c4-b399-e680f7b83dec req-8ce731d1-5736-4724-9922-9ab6fbbbddef tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:16.808920 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85ce8351-149a-45c4-b399-e680f7b83dec req-8ce731d1-5736-4724-9922-9ab6fbbbddef tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0685763 Mar 11 19:19:16.869292 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85ce8351-149a-45c4-b399-e680f7b83dec req-dd71cf6d-949e-4acd-ad7f-ccc5a45f5d4c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Mar 11 19:19:17.122307 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43432) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:17.142240 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:19:17.298180 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aa5-4aca-4678-9dbb-8120bdd9d1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:17.741788 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f0d94-9982-466c-ab7e-1e8745a768ab req-c907f438-3356-4c0a-82b7-304353cd1d83 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:17.752702 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-357f0d94-9982-466c-ab7e-1e8745a768ab req-c907f438-3356-4c0a-82b7-304353cd1d83 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 945 time: 0.4229808 Mar 11 19:19:17.761134 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274023c5-032b-4715-b5bf-ba31597dceab req-6f6b48ec-d4b2-4f06-af50-1c8af2904d57 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:17.769086 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-274023c5-032b-4715-b5bf-ba31597dceab req-6f6b48ec-d4b2-4f06-af50-1c8af2904d57 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 943 time: 0.4307296 Mar 11 19:19:17.869328 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aa5-4aca-4678-9dbb-8120bdd9d1dd admin admin] Publish callbacks [] for security_group (42fba30f-ae12-404c-910b-7ad088b553be), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:17.884701 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f5a97aa5-4aca-4678-9dbb-8120bdd9d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (42fba30f-ae12-404c-910b-7ad088b553be), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:17.937420 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-357f0d94-9982-466c-ab7e-1e8745a768ab req-c3041751-fea5-4aab-9c19-dcbffcb32025 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855321 Mar 11 19:19:17.961488 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-274023c5-032b-4715-b5bf-ba31597dceab req-e0db4e05-1d6d-43b4-b5b8-3b0abcfd32f6 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912854 Mar 11 19:19:17.987984 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a97aa5-4aca-4678-9dbb-8120bdd9d1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fba30f-ae12-404c-910b-7ad088b553be,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:18.003097 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-f5a97aa5-4aca-4678-9dbb-8120bdd9d1dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=983aeb6a01744420ad16431533556d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8771961 Mar 11 19:19:18.005502 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43452) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:18.103873 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fe0-da8a-475c-aa77-4eecb9c424b3 admin admin] Publish callbacks [] for security_group (42fba30f-ae12-404c-910b-7ad088b553be), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:18.133072 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fe0-da8a-475c-aa77-4eecb9c424b3 admin admin] Publish callbacks [] for security_group (42fba30f-ae12-404c-910b-7ad088b553be), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:18.150839 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525531a7-36aa-4235-af9f-6252b6aecd8b req-77a4ccde-eeb6-44e7-a93c-2bcee868835c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:18.152917 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-525531a7-36aa-4235-af9f-6252b6aecd8b req-77a4ccde-eeb6-44e7-a93c-2bcee868835c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1239533 Mar 11 19:19:18.166324 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8b8da-1db0-4c7a-95f3-185fc85c67c9 req-f2c45a10-1c8e-4a47-ba20-bbfd4f070208 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:18.167843 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e0f8b8da-1db0-4c7a-95f3-185fc85c67c9 req-f2c45a10-1c8e-4a47-ba20-bbfd4f070208 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0949192 Mar 11 19:19:18.217524 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fe0-da8a-475c-aa77-4eecb9c424b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (42fba30f-ae12-404c-910b-7ad088b553be), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:18.220150 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1fe0-da8a-475c-aa77-4eecb9c424b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:18.221540 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1aaf1fe0-da8a-475c-aa77-4eecb9c424b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42fba30f-ae12-404c-910b-7ad088b553be HTTP/1.1" status: 204 len: 168 time: 0.2164917 Mar 11 19:19:18.232702 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf1fe0-da8a-475c-aa77-4eecb9c424b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fba30f-ae12-404c-910b-7ad088b553be,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:18.272758 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-525531a7-36aa-4235-af9f-6252b6aecd8b req-189bbed5-8e19-4f18-baa1-e878e1c2043f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037438 Mar 11 19:19:18.301348 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e0f8b8da-1db0-4c7a-95f3-185fc85c67c9 req-ca58ccd9-1325-41be-bd7b-154c31f25342 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253839 Mar 11 19:19:18.376955 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device f43d0629-2122-4365-81d3-e65267b8b800 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:19:18.451898 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcd242-dca9-4a41-82a5-c0530523ae4d req-10e9a245-0d42-40e5-91dc-1e2689afc2d1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:18.461076 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dfdcd242-dca9-4a41-82a5-c0530523ae4d req-10e9a245-0d42-40e5-91dc-1e2689afc2d1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0873303 Mar 11 19:19:18.511587 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port f43d0629-2122-4365-81d3-e65267b8b800, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=f43d0629-2122-4365-81d3-e65267b8b800,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:18.533266 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dfdcd242-dca9-4a41-82a5-c0530523ae4d req-4600be03-d747-4cb8-8411-e576017ae017 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705044 Mar 11 19:19:18.541203 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': 'f43d0629-2122-4365-81d3-e65267b8b800', 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a', 'port_id': 'f43d0629-2122-4365-81d3-e65267b8b800', 'mac_address': 'fa:16:3e:c3:68:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303b9057-11fa-41c8-ae8f-64f74e34153e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:19:18.605238 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port f43d0629-2122-4365-81d3-e65267b8b800 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:18.605982 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f43d0629-2122-4365-81d3-e65267b8b800), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:18.626437 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43d0629-2122-4365-81d3-e65267b8b800 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:18.659794 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port f43d0629-2122-4365-81d3-e65267b8b800, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=f43d0629-2122-4365-81d3-e65267b8b800,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:18.667196 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (f43d0629-2122-4365-81d3-e65267b8b800), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:18.767564 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=f43d0629-2122-4365-81d3-e65267b8b800,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:18.907409 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43472) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:18.921729 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d2e218-eecb-4ecc-833c-3b995acaf487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.020675 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d2e218-eecb-4ecc-833c-3b995acaf487 admin admin] Publish callbacks [] for security_group (693b22ac-9446-4112-a1de-1b691ebef5d1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.027097 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-48d2e218-eecb-4ecc-833c-3b995acaf487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (693b22ac-9446-4112-a1de-1b691ebef5d1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.090064 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-48d2e218-eecb-4ecc-833c-3b995acaf487 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9baeef7fa284f2f9525181077ac9b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813507 Mar 11 19:19:19.093082 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43478) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:19.105295 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2e218-eecb-4ecc-833c-3b995acaf487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b22ac-9446-4112-a1de-1b691ebef5d1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:19.148799 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['f43d0629-2122-4365-81d3-e65267b8b800'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:19:19.151431 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62514-bddb-4293-9059-f10af444e2d3 req-f93cf33c-431d-4c6a-b30a-f03aa404d9cb tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:19.153156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-63c62514-bddb-4293-9059-f10af444e2d3 req-f93cf33c-431d-4c6a-b30a-f03aa404d9cb tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 944 time: 0.0973108 Mar 11 19:19:19.161872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6eef-a30d-49bc-967e-e2aac94065e2 req-6e4b0ffb-3f00-450f-890c-1cb138f1a03c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:19.163742 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-48fc6eef-a30d-49bc-967e-e2aac94065e2 req-6e4b0ffb-3f00-450f-890c-1cb138f1a03c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 945 time: 0.1098332 Mar 11 19:19:19.180064 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7b44-fff6-43b3-bbd7-1e159a6a2c6b admin admin] Publish callbacks [] for security_group (693b22ac-9446-4112-a1de-1b691ebef5d1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.210188 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7b44-fff6-43b3-bbd7-1e159a6a2c6b admin admin] Publish callbacks [] for security_group (693b22ac-9446-4112-a1de-1b691ebef5d1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.257426 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-63c62514-bddb-4293-9059-f10af444e2d3 req-a969e3c2-2e9a-4808-bd07-2e2091ef5bfc tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878165 Mar 11 19:19:19.276420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7b44-fff6-43b3-bbd7-1e159a6a2c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (693b22ac-9446-4112-a1de-1b691ebef5d1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.279387 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7b44-fff6-43b3-bbd7-1e159a6a2c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:19.281401 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1d3e7b44-fff6-43b3-bbd7-1e159a6a2c6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/693b22ac-9446-4112-a1de-1b691ebef5d1 HTTP/1.1" status: 204 len: 168 time: 0.1871278 Mar 11 19:19:19.317405 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e7b44-fff6-43b3-bbd7-1e159a6a2c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b22ac-9446-4112-a1de-1b691ebef5d1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:19.321310 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-48fc6eef-a30d-49bc-967e-e2aac94065e2 req-3828e19f-7c06-457e-824b-b30193f9cc1d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441302 Mar 11 19:19:19.536112 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489ac26-f186-4c66-ac35-aa6bd4ac729e req-7ad7b8e7-c596-4c2e-b234-95102000e60f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:19.537661 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d489ac26-f186-4c66-ac35-aa6bd4ac729e req-7ad7b8e7-c596-4c2e-b234-95102000e60f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0701158 Mar 11 19:19:19.544393 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e152f9-4700-4645-926d-95e2b9a95142 req-43a9d92c-b6c6-4b7e-b9e9-ca4e80a48f91 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:19.545904 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a3e152f9-4700-4645-926d-95e2b9a95142 req-43a9d92c-b6c6-4b7e-b9e9-ca4e80a48f91 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1177294 Mar 11 19:19:19.613052 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d489ac26-f186-4c66-ac35-aa6bd4ac729e req-dbcca2f4-aede-4739-8ef3-f6512a3d0be3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655725 Mar 11 19:19:19.653049 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a3e152f9-4700-4645-926d-95e2b9a95142 req-8967f58a-07ab-4223-8883-d2c62ddbf378 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981739 Mar 11 19:19:19.788851 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc2d4-6356-4267-8611-99d3e5a21ab2 req-c294a1ce-23cf-4872-b6c2-048ffc014052 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:19.790425 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8d2cc2d4-6356-4267-8611-99d3e5a21ab2 req-c294a1ce-23cf-4872-b6c2-048ffc014052 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Mar 11 19:19:19.877194 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8d2cc2d4-6356-4267-8611-99d3e5a21ab2 req-9be801d7-bdb9-4003-9a0b-a05663ea40fc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798924 Mar 11 19:19:20.395977 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:19:20.516151 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b6a2-4c57-4d03-9821-63e49840a3d2 req-c666b491-e285-4860-869e-28a297a50056 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:20.518866 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2774b6a2-4c57-4d03-9821-63e49840a3d2 req-c666b491-e285-4860-869e-28a297a50056 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 944 time: 0.1449876 Mar 11 19:19:20.536561 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a3f16-81cf-4fa9-baf7-170d8c2ada1c req-080cf2c0-7d19-40aa-8dd9-7b12f8a56635 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:20.538096 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-636a3f16-81cf-4fa9-baf7-170d8c2ada1c req-080cf2c0-7d19-40aa-8dd9-7b12f8a56635 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 945 time: 0.1066053 Mar 11 19:19:20.581526 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:19:20.581526 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:20.581526 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:20.795266 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2774b6a2-4c57-4d03-9821-63e49840a3d2 req-68105d32-680c-4bbb-9433-ebb2a28ac5d4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499940 Mar 11 19:19:20.854454 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-636a3f16-81cf-4fa9-baf7-170d8c2ada1c req-65f33676-2c86-49b6-88b3-824c8bdfea50 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600091 Mar 11 19:19:20.949921 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:20.950310 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:21.022872 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:21.024960 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:21.028916 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f461e6b-5420-421e-b4a8-daf1886b2990" -d '{"events": [{"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-plugged", "status": "completed", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:21.035399 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:21.041652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a0060-f4cc-4b98-8a9e-ebec23c308ae req-009a1e27-b7ba-4e4b-9d95-3895d9119f92 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:21.050874 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ac3a0060-f4cc-4b98-8a9e-ebec23c308ae req-009a1e27-b7ba-4e4b-9d95-3895d9119f92 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1439877 Mar 11 19:19:21.132277 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:21.142529 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4bd5-e354-4030-8cdc-3826a6f3784a req-8d8c6834-f5fe-4c15-8932-133e7cf03890 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:21.144525 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbdd4bd5-e354-4030-8cdc-3826a6f3784a req-8d8c6834-f5fe-4c15-8932-133e7cf03890 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1724951 Mar 11 19:19:21.185440 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ac3a0060-f4cc-4b98-8a9e-ebec23c308ae req-25463c5a-a939-43c7-b25a-df33ada49424 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332662 Mar 11 19:19:21.246167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbdd4bd5-e354-4030-8cdc-3826a6f3784a req-9dc79617-a6f9-43c1-ba82-6521ced3ff4a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790679 Mar 11 19:19:21.313395 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a31ce58-f7a9-4770-9f97-5d1476daad92 x-openstack-request-id: req-7a31ce58-f7a9-4770-9f97-5d1476daad92 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:21.313799 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-plugged", "status": "completed", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:21.314179 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a31ce58-f7a9-4770-9f97-5d1476daad92 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:21.314974 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'code': 200} Mar 11 19:19:21.352245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c4443-b26c-4d90-a42f-2df8fdf7d6d8 req-4f1c26db-c7ed-465b-9c72-2d567774b46f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:21.354094 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-027c4443-b26c-4d90-a42f-2df8fdf7d6d8 req-4f1c26db-c7ed-465b-9c72-2d567774b46f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1063910 Mar 11 19:19:21.446556 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-027c4443-b26c-4d90-a42f-2df8fdf7d6d8 req-c37bf2e4-7f6d-4059-b989-bd6acff9ad44 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821729 Mar 11 19:19:21.771212 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536d4af-ee87-407c-9c5b-d0206e311e2b req-45cb430a-1cbd-49d7-b1f4-52b6f3fd722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:21.773155 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-b536d4af-ee87-407c-9c5b-d0206e311e2b req-45cb430a-1cbd-49d7-b1f4-52b6f3fd722c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.0749938 Mar 11 19:19:21.853668 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-b536d4af-ee87-407c-9c5b-d0206e311e2b req-90067efb-9bd0-4af0-b4e6-68c37881acab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690889 Mar 11 19:19:21.972369 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c50815-3ccc-4bdd-8f39-b07fb6a9a31a req-79b7a058-c7bc-427a-973a-95f46ab2239b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:21.979450 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-54c50815-3ccc-4bdd-8f39-b07fb6a9a31a req-79b7a058-c7bc-427a-973a-95f46ab2239b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 944 time: 0.1019611 Mar 11 19:19:22.110789 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3ff21-7ab5-40a0-8d2e-d04cdb66d6a7 req-df741cd1-b9a0-4812-918e-2f6de07dfd19 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:22.113302 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-79a3ff21-7ab5-40a0-8d2e-d04cdb66d6a7 req-df741cd1-b9a0-4812-918e-2f6de07dfd19 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1311741 Mar 11 19:19:22.127218 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-54c50815-3ccc-4bdd-8f39-b07fb6a9a31a req-8e23064d-be80-435a-ae39-24b98ea9f0b8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392112 Mar 11 19:19:22.207340 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-79a3ff21-7ab5-40a0-8d2e-d04cdb66d6a7 req-cc9996cf-c664-4728-b3a1-9a8fe33bd46e tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844734 Mar 11 19:19:22.387051 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device f43d0629-2122-4365-81d3-e65267b8b800 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:19:22.428570 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae9153-d411-471b-940e-0441395fbb64 req-8fc65fdf-c87d-4aec-8148-e5b4eb9401f2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:22.438150 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aaae9153-d411-471b-940e-0441395fbb64 req-8fc65fdf-c87d-4aec-8148-e5b4eb9401f2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1485357 Mar 11 19:19:22.498260 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port f43d0629-2122-4365-81d3-e65267b8b800 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:19:22.503046 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port f43d0629-2122-4365-81d3-e65267b8b800 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:22.503432 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (f43d0629-2122-4365-81d3-e65267b8b800), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:22.515408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6f8da-b804-4434-8322-d9d67827b861 req-321f3dfc-84c9-4456-94e1-0093db55b921 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:22.522404 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-67b6f8da-b804-4434-8322-d9d67827b861 req-321f3dfc-84c9-4456-94e1-0093db55b921 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1660430 Mar 11 19:19:22.549915 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aaae9153-d411-471b-940e-0441395fbb64 req-d909b820-3691-4eeb-9cf1-543fadeb1612 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107728 Mar 11 19:19:22.615378 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-67b6f8da-b804-4434-8322-d9d67827b861 req-e549b66d-084c-4be7-bcb8-d3c21a6557d3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919654 Mar 11 19:19:22.660293 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port f43d0629-2122-4365-81d3-e65267b8b800 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:22.661666 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f43d0629-2122-4365-81d3-e65267b8b800), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:22.710786 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8e48-bfbe-45f7-a171-6d96ddb491e9 req-007db6d0-50f9-475c-a9fe-f264592a4e2d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:22.718396 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6eba8e48-bfbe-45f7-a171-6d96ddb491e9 req-007db6d0-50f9-475c-a9fe-f264592a4e2d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Mar 11 19:19:22.748049 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port f43d0629-2122-4365-81d3-e65267b8b800, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=f43d0629-2122-4365-81d3-e65267b8b800,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:22.758127 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (f43d0629-2122-4365-81d3-e65267b8b800), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:22.805155 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6eba8e48-bfbe-45f7-a171-6d96ddb491e9 req-e0a41dd2-12bc-4bc5-9792-ac91c46394d6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853312 Mar 11 19:19:22.831126 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=f43d0629-2122-4365-81d3-e65267b8b800,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:22.986645 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43586) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:23.105944 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2b22d2-9ea2-4a31-8019-f9f012bf7736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.198276 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2b22d2-9ea2-4a31-8019-f9f012bf7736 admin admin] Publish callbacks [] for security_group (981d3667-b5a3-45ce-93b1-5f834ddb4ecf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.207031 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc2b22d2-9ea2-4a31-8019-f9f012bf7736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (981d3667-b5a3-45ce-93b1-5f834ddb4ecf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.253695 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-cc2b22d2-9ea2-4a31-8019-f9f012bf7736 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb9bbcde50ab4a678c2826619a40a907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658455 Mar 11 19:19:23.259107 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43596) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:23.274343 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b22d2-9ea2-4a31-8019-f9f012bf7736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981d3667-b5a3-45ce-93b1-5f834ddb4ecf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:23.316613 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998b490-913f-4d93-bcb5-7b91a473288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d0629-2122-4365-81d3-e65267b8b800'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:23.319295 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3004bb9-12a7-4718-abf6-1feb78ba4c04" -d '{"events": [{"server_uuid": "2998b490-913f-4d93-bcb5-7b91a473288c", "name": "network-vif-plugged", "status": "completed", "tag": "f43d0629-2122-4365-81d3-e65267b8b800"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:23.399711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77603ffd-750b-4d4c-8804-d1617a9e14e2 req-db5264d5-78f3-41c0-9aaa-110f8ef0332d tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:23.408387 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-77603ffd-750b-4d4c-8804-d1617a9e14e2 req-db5264d5-78f3-41c0-9aaa-110f8ef0332d tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1780996 Mar 11 19:19:23.441355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-562f5bbb-5dda-42bc-a278-555e44793dbd admin admin] Publish callbacks [] for security_group (981d3667-b5a3-45ce-93b1-5f834ddb4ecf), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.473019 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-562f5bbb-5dda-42bc-a278-555e44793dbd admin admin] Publish callbacks [] for security_group (981d3667-b5a3-45ce-93b1-5f834ddb4ecf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.504279 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954fc84-ecb1-449a-b794-ea78d0840cd6 req-3d43fd0e-5c7e-40f5-b2db-0a69181369e4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:23.514771 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5954fc84-ecb1-449a-b794-ea78d0840cd6 req-3d43fd0e-5c7e-40f5-b2db-0a69181369e4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1817594 Mar 11 19:19:23.576038 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-77603ffd-750b-4d4c-8804-d1617a9e14e2 req-da1a7916-a631-4999-b07b-07c61c310238 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666398 Mar 11 19:19:23.611206 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5954fc84-ecb1-449a-b794-ea78d0840cd6 req-84ef2e69-477d-468a-b8c8-ad3d5e829f4b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976734 Mar 11 19:19:23.626374 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e331c218-8df1-4dba-a82b-cca94999df14 x-openstack-request-id: req-e331c218-8df1-4dba-a82b-cca94999df14 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:23.626919 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998b490-913f-4d93-bcb5-7b91a473288c", "name": "network-vif-plugged", "status": "completed", "tag": "f43d0629-2122-4365-81d3-e65267b8b800", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:23.627061 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e331c218-8df1-4dba-a82b-cca94999df14 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:23.627534 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998b490-913f-4d93-bcb5-7b91a473288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d0629-2122-4365-81d3-e65267b8b800', 'code': 200} Mar 11 19:19:23.629020 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-562f5bbb-5dda-42bc-a278-555e44793dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (981d3667-b5a3-45ce-93b1-5f834ddb4ecf), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.631922 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-562f5bbb-5dda-42bc-a278-555e44793dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:23.633398 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-562f5bbb-5dda-42bc-a278-555e44793dbd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/981d3667-b5a3-45ce-93b1-5f834ddb4ecf HTTP/1.1" status: 204 len: 168 time: 0.3778625 Mar 11 19:19:23.644860 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f5bbb-5dda-42bc-a278-555e44793dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d3667-b5a3-45ce-93b1-5f834ddb4ecf,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:23.789510 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc770535-5cdf-430a-904b-f80fe7d48a4a req-85bf9b79-c6a9-4840-8abe-a70726c2d9cc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:23.791225 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cc770535-5cdf-430a-904b-f80fe7d48a4a req-85bf9b79-c6a9-4840-8abe-a70726c2d9cc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1083624 Mar 11 19:19:23.887753 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:19:23.891646 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb121e26-acdd-47d3-a807-9c904235c30a req-a0856cf3-f048-4280-b222-cad8c9ad63a2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:23.897873 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eb121e26-acdd-47d3-a807-9c904235c30a req-a0856cf3-f048-4280-b222-cad8c9ad63a2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1342680 Mar 11 19:19:23.957697 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cc770535-5cdf-430a-904b-f80fe7d48a4a req-be0d5d6e-dd71-4d91-863f-46cdd96b590c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255751 Mar 11 19:19:24.007957 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eb121e26-acdd-47d3-a807-9c904235c30a req-83488a1c-f8a7-467b-be82-1787017aa1a8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089482 Mar 11 19:19:24.094305 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43610) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:24.110617 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18dd2-6867-4daa-83d7-01fb2553f609 req-e95c2697-cd06-454b-aa68-8e7be2a81c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:24.112185 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a1c18dd2-6867-4daa-83d7-01fb2553f609 req-e95c2697-cd06-454b-aa68-8e7be2a81c51 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 1129 time: 0.1267977 Mar 11 19:19:24.127746 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39221b68-9206-4de4-aa81-a1b11c93648b req-11b9a28a-5c36-46f9-b6e8-e6a4af2cea73 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:24.129332 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39221b68-9206-4de4-aa81-a1b11c93648b req-11b9a28a-5c36-46f9-b6e8-e6a4af2cea73 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1068795 Mar 11 19:19:24.136607 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16a386ec-c522-4eaf-94dc-77e565f7736b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.200415 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a1c18dd2-6867-4daa-83d7-01fb2553f609 req-828f7145-4450-4394-9ee5-9420318cce09 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733638 Mar 11 19:19:24.231816 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39221b68-9206-4de4-aa81-a1b11c93648b req-2cca88f9-88f8-4504-8810-2664bec8bf75 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773370 Mar 11 19:19:24.275529 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16a386ec-c522-4eaf-94dc-77e565f7736b admin admin] Publish callbacks [] for security_group (0d4746c4-a43c-40c0-a509-f853eefcdd3d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.281519 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-16a386ec-c522-4eaf-94dc-77e565f7736b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0d4746c4-a43c-40c0-a509-f853eefcdd3d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.319319 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a386ec-c522-4eaf-94dc-77e565f7736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4746c4-a43c-40c0-a509-f853eefcdd3d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:24.323965 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-16a386ec-c522-4eaf-94dc-77e565f7736b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd626695d47b43929be8a00d9b60dcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280395 Mar 11 19:19:24.326892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43612) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:24.401469 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad002380-d5d6-4af8-a153-db342ff2385a admin admin] Publish callbacks [] for security_group (0d4746c4-a43c-40c0-a509-f853eefcdd3d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.428762 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad002380-d5d6-4af8-a153-db342ff2385a admin admin] Publish callbacks [] for security_group (0d4746c4-a43c-40c0-a509-f853eefcdd3d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.482099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad002380-d5d6-4af8-a153-db342ff2385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0d4746c4-a43c-40c0-a509-f853eefcdd3d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.486390 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ad002380-d5d6-4af8-a153-db342ff2385a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.488104 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ad002380-d5d6-4af8-a153-db342ff2385a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d4746c4-a43c-40c0-a509-f853eefcdd3d HTTP/1.1" status: 204 len: 168 time: 0.1599224 Mar 11 19:19:24.497269 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002380-d5d6-4af8-a153-db342ff2385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4746c4-a43c-40c0-a509-f853eefcdd3d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:24.839502 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f2904-99da-4463-ae61-c3017a2bdbf7 req-845743e4-263a-429d-8c82-b2fe43d88d31 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:24.841213 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a08f2904-99da-4463-ae61-c3017a2bdbf7 req-845743e4-263a-429d-8c82-b2fe43d88d31 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1570265 Mar 11 19:19:24.882234 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492069d-9fe7-42f5-a2cf-435d0d33c81e req-1ebb5baf-2284-44dc-898d-6a023e883751 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:24.883853 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5492069d-9fe7-42f5-a2cf-435d0d33c81e req-1ebb5baf-2284-44dc-898d-6a023e883751 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1035385 Mar 11 19:19:24.931969 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a08f2904-99da-4463-ae61-c3017a2bdbf7 req-8395dcb1-ca7a-4f38-8b5c-15252c6716a2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845757 Mar 11 19:19:25.019095 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5492069d-9fe7-42f5-a2cf-435d0d33c81e req-27c4814f-5771-4b21-b905-cba7acb112f1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948627 Mar 11 19:19:25.175876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfac719-a910-412f-98c3-b9ae601df567 req-1977676a-f351-419e-88aa-b256dc789d83 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:25.177548 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5dfac719-a910-412f-98c3-b9ae601df567 req-1977676a-f351-419e-88aa-b256dc789d83 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1084433 Mar 11 19:19:25.218319 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163f701-1e73-450c-8eab-e4c0a2d2ead3 req-d76bf10f-363a-4612-8f86-c9d147876626 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:25.219894 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8163f701-1e73-450c-8eab-e4c0a2d2ead3 req-d76bf10f-363a-4612-8f86-c9d147876626 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0991249 Mar 11 19:19:25.260704 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5dfac719-a910-412f-98c3-b9ae601df567 req-68d311e4-0db3-49b5-b82f-8d94fb478f6e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753436 Mar 11 19:19:25.335889 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8163f701-1e73-450c-8eab-e4c0a2d2ead3 req-adbf5275-a611-4bfc-b12a-c3c0433fde09 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016634 Mar 11 19:19:25.367204 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43646) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:25.526098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef95c3-6c7c-473c-8755-0f76ebfc756d req-5d47d86b-ff2f-4888-afad-96441bb5ee24 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:25.528791 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-48ef95c3-6c7c-473c-8755-0f76ebfc756d req-5d47d86b-ff2f-4888-afad-96441bb5ee24 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1615865 Mar 11 19:19:25.571278 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678a125-b2d0-43ae-b4c8-8d0626085d11 req-a9f2f567-f1fa-4082-9e12-f12559d61727 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:25.585337 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4678a125-b2d0-43ae-b4c8-8d0626085d11 req-a9f2f567-f1fa-4082-9e12-f12559d61727 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1686413 Mar 11 19:19:25.704749 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4678a125-b2d0-43ae-b4c8-8d0626085d11 req-9bd6a570-6de8-448c-8802-682d9bf73eb7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179106 Mar 11 19:19:25.747893 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-48ef95c3-6c7c-473c-8755-0f76ebfc756d req-14d6e1ee-a299-4d5e-b6af-4acdfaec76fa tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050705 Mar 11 19:19:25.901731 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b6c8c-3453-435f-82cd-380039c3e253 tempest-TestShelveInstance-1251637254 tempest-TestShelveInstance-1251637254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:25.903310 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-305b6c8c-3453-435f-82cd-380039c3e253 tempest-TestShelveInstance-1251637254 tempest-TestShelveInstance-1251637254-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1125 time: 0.5339723 Mar 11 19:19:25.922038 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43666) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:25.932004 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'port_id': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:26.057001 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:26.157771 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e07e6d-e98d-4f5f-9127-7ad7c32e1b20 req-eab8ab73-96a9-4602-b2c2-0f5e03d98de4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:26.161127 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5e07e6d-e98d-4f5f-9127-7ad7c32e1b20 req-eab8ab73-96a9-4602-b2c2-0f5e03d98de4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1024735 Mar 11 19:19:26.269783 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:26.350233 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5e07e6d-e98d-4f5f-9127-7ad7c32e1b20 req-56bb72d3-f28b-4bc7-8f6a-384567130a5b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714907 Mar 11 19:19:26.476894 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Allocated IP 172.27.2.117 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/1143ad49-e38f-45cf-a227-f123523a7dd3) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:19:26.562791 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1809-374f-449c-8c47-e45839cf4555 req-f5fb18e6-e064-44a5-b8a2-42fc8a914ab4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:26.581599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7ec1809-374f-449c-8c47-e45839cf4555 req-f5fb18e6-e064-44a5-b8a2-42fc8a914ab4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1252987 Mar 11 19:19:26.657036 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7ec1809-374f-449c-8c47-e45839cf4555 req-285a1554-14c3-4201-abf6-f49116dbbb3e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813682 Mar 11 19:19:26.732471 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:26.786564 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:26.835549 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:19:26.838845 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:26.848394 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:19:26.883494 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'Port': ['ID=1143ad49-e38f-45cf-a227-f123523a7dd3,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:26.987398 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3358fb-0883-49ab-a7de-8e052e4477f9 req-2539bd1c-25fe-4ae0-a937-fb019d67d322 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:26.995509 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5d3358fb-0883-49ab-a7de-8e052e4477f9 req-2539bd1c-25fe-4ae0-a937-fb019d67d322 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1678455 Mar 11 19:19:27.031509 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da4a8-cf9d-4861-b60e-1f3f3303c255 req-26e26479-4912-41f9-90e6-5a0c547fd5e5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:27.033071 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0b9da4a8-cf9d-4861-b60e-1f3f3303c255 req-26e26479-4912-41f9-90e6-5a0c547fd5e5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1484435 Mar 11 19:19:27.093748 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5d3358fb-0883-49ab-a7de-8e052e4477f9 req-14b9d459-abb5-4447-a638-bda95fddf9f1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970819 Mar 11 19:19:27.148507 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0b9da4a8-cf9d-4861-b60e-1f3f3303c255 req-dc4d1c46-280f-4e56-8e23-836eaea8ddec tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048946 Mar 11 19:19:27.524229 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023444d-6fed-4cb4-9564-785062ab744b req-08880170-a05c-4caa-b09f-ac9082bf1274 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:27.533186 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a023444d-6fed-4cb4-9564-785062ab744b req-08880170-a05c-4caa-b09f-ac9082bf1274 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1089885 Mar 11 19:19:27.602190 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for floatingip (f0ae3441-82ce-4efc-827a-77298340898c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:27.624283 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a023444d-6fed-4cb4-9564-785062ab744b req-7c253d23-5655-4daf-a019-4fecc7273c89 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892127 Mar 11 19:19:27.893609 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46fb1-02b0-4974-ac62-6ae090f4a35a req-c23ef0ba-c543-4fb1-a78d-e1e8dbfbbeb4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:27.895241 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b9b46fb1-02b0-4974-ac62-6ae090f4a35a req-c23ef0ba-c543-4fb1-a78d-e1e8dbfbbeb4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1245024 Mar 11 19:19:27.999910 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b9b46fb1-02b0-4974-ac62-6ae090f4a35a req-0f213e97-c8e3-4365-aac6-968ce3a11c41 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976903 Mar 11 19:19:28.138009 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:28.349772 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb59d5-7d51-419d-91dd-cb37044fb850 req-3ecf0931-81ca-4c87-94d4-d8e501c91051 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:28.352582 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-54cb59d5-7d51-419d-91dd-cb37044fb850 req-3ecf0931-81ca-4c87-94d4-d8e501c91051 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1322222 Mar 11 19:19:28.415494 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bc43a-5f85-4cd8-b644-6e0ce70a6c97 req-d5a8b6fe-8a0f-4bd2-b87a-5d950e89dbb4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:28.428111 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-618bc43a-5f85-4cd8-b644-6e0ce70a6c97 req-d5a8b6fe-8a0f-4bd2-b87a-5d950e89dbb4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1397130 Mar 11 19:19:28.456621 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:28.475631 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:28.610941 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-54cb59d5-7d51-419d-91dd-cb37044fb850 req-984cd622-3950-4b09-903e-ae6653d01a72 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470675 Mar 11 19:19:28.630715 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-618bc43a-5f85-4cd8-b644-6e0ce70a6c97 req-694ce197-e16f-4c48-9941-b7691fbdfe05 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017157 Mar 11 19:19:28.720793 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (f0ae3441-82ce-4efc-827a-77298340898c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:28.775655 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event updated for resources: {'Port': ['ID=1143ad49-e38f-45cf-a227-f123523a7dd3,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:28.860636 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.l3_db [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Floating IP f0ae3441-82ce-4efc-827a-77298340898c associated. External IP: 172.27.2.117, port: 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c. Mar 11 19:19:29.039422 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f7632-ea5f-4a76-ad03-33431b734b79 req-445764a2-eefc-4408-8245-c31527fb0045 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:29.047688 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b81f7632-ea5f-4a76-ad03-33431b734b79 req-445764a2-eefc-4408-8245-c31527fb0045 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.0727603 Mar 11 19:19:29.137534 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b81f7632-ea5f-4a76-ad03-33431b734b79 req-5087c018-c2ec-4bf6-b87e-4b138f8443b2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860960 Mar 11 19:19:29.204528 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Router bf021574-5760-4eb1-a6ae-5e20b12541ae has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:19:29.253005 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff1264-a7c0-4fb6-91dc-fb4fa03bf008 req-3ee2b80a-67f5-4bdb-8fb3-574a77e5c00b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:29.255151 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-93ff1264-a7c0-4fb6-91dc-fb4fa03bf008 req-3ee2b80a-67f5-4bdb-8fb3-574a77e5c00b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0785382 Mar 11 19:19:29.346233 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-93ff1264-a7c0-4fb6-91dc-fb4fa03bf008 req-1d621a67-241d-4c3e-bdab-e7570c33e5ad tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819263 Mar 11 19:19:29.416109 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:19:29.435200 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] Sync routers for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:19:29.452198 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:29.453565 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:19:29.456695 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:19:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:19:29.500786 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-5c5df02f-ece7-4646-ba47-9c44c2e5f5eb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5681651 Mar 11 19:19:29.500786 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:29.500786 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6850ca6c-4853-4100-90e3-1c7d44380255" -d '{"events": [{"name": "network-changed", "server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:29.544524 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f2490-7e54-42e0-b33d-80cd53bb7b1b x-openstack-request-id: req-3f8f2490-7e54-42e0-b33d-80cd53bb7b1b {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:29.544851 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:29.545920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f8f2490-7e54-42e0-b33d-80cd53bb7b1b {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:29.546579 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'status': 'completed', 'code': 200} Mar 11 19:19:29.608698 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:19:29.700528 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-cf3210a7-7043-436f-9506-0a6dd75e9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:29.702328 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-cf3210a7-7043-436f-9506-0a6dd75e9adc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.1046402 Mar 11 19:19:29.919543 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-eb085ccb-cfd4-4c72-84cf-89ce8850adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:29.927598 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-eb085ccb-cfd4-4c72-84cf-89ce8850adfa service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.2055197 Mar 11 19:19:30.007448 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e838b4-1348-42ac-8066-b6a2af5f8591 req-72229ea2-4147-4562-932a-cdefc7b21c16 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:30.012339 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-26e838b4-1348-42ac-8066-b6a2af5f8591 req-72229ea2-4147-4562-932a-cdefc7b21c16 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.2357571 Mar 11 19:19:30.050995 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19758d8-8ca1-4c9b-a55d-13d1290a62ba req-9d69e058-2506-41c8-b4e9-49bdc42b8f55 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:30.059730 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b19758d8-8ca1-4c9b-a55d-13d1290a62ba req-9d69e058-2506-41c8-b4e9-49bdc42b8f55 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.2052100 Mar 11 19:19:30.063598 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-c6487470-008d-4660-955f-2531aa9bb813 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 1000 time: 0.1192572 Mar 11 19:19:30.136986 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-26e838b4-1348-42ac-8066-b6a2af5f8591 req-83bb7b62-037f-435b-90ae-5f73950de324 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127419 Mar 11 19:19:30.163984 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-58eba157-d27e-445b-a109-db27efa3f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:30.165404 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-58eba157-d27e-445b-a109-db27efa3f3ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0845785 Mar 11 19:19:30.197894 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b19758d8-8ca1-4c9b-a55d-13d1290a62ba req-f5850089-6c0d-4899-a873-0230ea8efb03 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349404 Mar 11 19:19:30.209531 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'f0ae3441-82ce-4efc-827a-77298340898c', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'port_id': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'mac_address': 'fa:16:3e:b3:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:19:27Z', 'updated_at': '2022-03-11T19:19:27Z', 'revision_number': 0, 'project_id': 'b866860832584d6e966645835c6f3a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:19:30.253631 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] Checking router: bf021574-5760-4eb1-a6ae-5e20b12541ae for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:19:30.263793 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:19:30.265446 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:19:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:19:30.297158 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-4071108b-eb82-4096-93cc-5aab4543275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:30.301342 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-4071108b-eb82-4096-93cc-5aab4543275d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138539 Mar 11 19:19:30.341862 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89b83-1008-4382-8830-f8bb945220c5 req-4d8336ce-cd0a-4ecd-b788-48652b9c7ffa tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:30.353832 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83b89b83-1008-4382-8830-f8bb945220c5 req-4d8336ce-cd0a-4ecd-b788-48652b9c7ffa tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1129851 Mar 11 19:19:30.457602 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83b89b83-1008-4382-8830-f8bb945220c5 req-b43991e6-ff43-4b30-bbf8-4e152311bfcc tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026533 Mar 11 19:19:30.525362 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:19:30.525976 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-8df307cc-91ab-4331-b88a-63ec30b73d6d service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133062 Mar 11 19:19:30.609194 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3530ae-d60c-41f5-bb40-f57687653d80 req-5114beb0-2457-41ac-8993-fe9e51d7c7da tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:30.619436 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8e3530ae-d60c-41f5-bb40-f57687653d80 req-5114beb0-2457-41ac-8993-fe9e51d7c7da tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1134579 Mar 11 19:19:30.769473 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8e3530ae-d60c-41f5-bb40-f57687653d80 req-468cebcc-6c4b-4da4-b730-f487cb54c1a6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472325 Mar 11 19:19:30.773617 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-6850ca6c-4853-4100-90e3-1c7d44380255 req-777ce925-9518-4ffd-8f92-f42cce0f69ba service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326207 Mar 11 19:19:30.915740 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'f0ae3441-82ce-4efc-827a-77298340898c', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'port_id': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'mac_address': 'fa:16:3e:b3:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:19:27Z', 'updated_at': '2022-03-11T19:19:27Z', 'revision_number': 0, 'project_id': 'b866860832584d6e966645835c6f3a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:19:30.947661 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d85c7f-55dd-488b-a90c-418daad73881 None None] The sync data for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi is: [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'f0ae3441-82ce-4efc-827a-77298340898c', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'port_id': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'mac_address': 'fa:16:3e:b3:93:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:19:27Z', 'updated_at': '2022-03-11T19:19:27Z', 'revision_number': 0, 'project_id': 'b866860832584d6e966645835c6f3a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:19:31.314435 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc7e06-3f6f-4b85-91e4-2ba610ea9805 req-75ecb5c6-6b52-4314-83e8-48293a54c084 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:31.321804 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-27fc7e06-3f6f-4b85-91e4-2ba610ea9805 req-75ecb5c6-6b52-4314-83e8-48293a54c084 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0892463 Mar 11 19:19:31.375254 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08785da1-30bc-41ac-bfd5-7009349ac487 None None] New status for floating IP f0ae3441-82ce-4efc-827a-77298340898c: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:19:31.439568 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-27fc7e06-3f6f-4b85-91e4-2ba610ea9805 req-e5416f77-6d1a-4682-8739-a0a85a313e95 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147864 Mar 11 19:19:31.457345 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2420b57-1bb8-40e7-95f4-e6e4fb04130a req-3f20f948-2f81-4748-994a-d7b8ce8ccc9b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:31.458879 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2420b57-1bb8-40e7-95f4-e6e4fb04130a req-3f20f948-2f81-4748-994a-d7b8ce8ccc9b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1228278 Mar 11 19:19:31.542681 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2420b57-1bb8-40e7-95f4-e6e4fb04130a req-f53417e3-c11f-43c6-9937-f7e757f792cc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761771 Mar 11 19:19:31.647872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fdc1d-ad34-414d-9320-1770902d4569 req-cbf3d1c8-d5ba-47da-b5d7-51a8cdb218e7 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:31.659731 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3f4fdc1d-ad34-414d-9320-1770902d4569 req-cbf3d1c8-d5ba-47da-b5d7-51a8cdb218e7 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1128125 Mar 11 19:19:31.728322 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3f4fdc1d-ad34-414d-9320-1770902d4569 req-488d1ce5-4f77-492a-a760-a77d627e215d tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674560 Mar 11 19:19:32.010625 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850b3d5-ffac-40e1-b111-9debed678f1b req-77f02917-db6a-413d-ab8f-236be61c3814 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.020573 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0850b3d5-ffac-40e1-b111-9debed678f1b req-77f02917-db6a-413d-ab8f-236be61c3814 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1155639 Mar 11 19:19:32.037906 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f41b-d081-4825-836a-d8a8f919a048 req-f45361e3-3ece-456c-999b-74e90ba4beae tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.047109 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c456f41b-d081-4825-836a-d8a8f919a048 req-f45361e3-3ece-456c-999b-74e90ba4beae tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1831329 Mar 11 19:19:32.059213 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-bd31c08f-ce7d-4403-93ce-d43cb2ef6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.062903 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-bd31c08f-ce7d-4403-93ce-d43cb2ef6317 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0839252 Mar 11 19:19:32.160696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43820) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:32.221184 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-30f53ece-917d-4eb6-88b4-50bd81a089cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.221437 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c456f41b-d081-4825-836a-d8a8f919a048 req-d0f21b62-3e3f-4c0e-8959-bca1e9255795 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705384 Mar 11 19:19:32.224517 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-30f53ece-917d-4eb6-88b4-50bd81a089cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 912 time: 0.1515915 Mar 11 19:19:32.238495 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79478223-e12a-453e-b062-2a3325f9a95c req-563df2ec-2f1b-4508-95fb-7cfd174f556c tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.240306 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-79478223-e12a-453e-b062-2a3325f9a95c req-563df2ec-2f1b-4508-95fb-7cfd174f556c tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 945 time: 0.1722496 Mar 11 19:19:32.243519 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0850b3d5-ffac-40e1-b111-9debed678f1b req-7bb75659-070a-49a3-8732-17645506ae4a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219937 Mar 11 19:19:32.325305 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-243e0ef6-1b8c-4d64-886f-cd0abd5157d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 1001 time: 0.0866416 Mar 11 19:19:32.379768 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416c2e3-6563-43b9-9f95-eddce066fda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.402393 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-e40f51bf-1abf-4e1c-a9de-09a525964521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.404168 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-e40f51bf-1abf-4e1c-a9de-09a525964521 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0594990 Mar 11 19:19:32.431396 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Deleting port f43d0629-2122-4365-81d3-e65267b8b800 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:19:32.431816 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (f43d0629-2122-4365-81d3-e65267b8b800), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.476121 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-ced796d9-a843-4d98-ac6f-d362e6578e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.477972 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-ced796d9-a843-4d98-ac6f-d362e6578e22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562935 Mar 11 19:19:32.589999 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] For port f43d0629-2122-4365-81d3-e65267b8b800, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=f43d0629-2122-4365-81d3-e65267b8b800,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:32.590271 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (f43d0629-2122-4365-81d3-e65267b8b800), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.590901 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-336c8c7f-c675-405b-bfc8-0f7c614bcd9e service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005020 Mar 11 19:19:32.612617 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416c2e3-6563-43b9-9f95-eddce066fda2 admin admin] Publish callbacks [] for security_group (439ff831-0186-4402-8bf0-4c1a750edcf5), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.620379 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Calling delete_port for f43d0629-2122-4365-81d3-e65267b8b800 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:19:32.623892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d416c2e3-6563-43b9-9f95-eddce066fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (439ff831-0186-4402-8bf0-4c1a750edcf5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.689917 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04abcb-6d2a-4131-992e-257573f7c45d req-dd16ea81-7085-4525-baf0-eb6e016a896f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:32.691457 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0a04abcb-6d2a-4131-992e-257573f7c45d req-dd16ea81-7085-4525-baf0-eb6e016a896f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1830440 Mar 11 19:19:32.696484 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-51c7384e-e094-436a-8ef5-6fadb4d00b04 req-46659e99-d047-4ad5-a9e3-2db4a701dcc2 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952344 Mar 11 19:19:32.749187 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d416c2e3-6563-43b9-9f95-eddce066fda2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5429ba9413684bf0a4284cf2d87dbcfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829680 Mar 11 19:19:32.753450 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43838) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:32.760841 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416c2e3-6563-43b9-9f95-eddce066fda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439ff831-0186-4402-8bf0-4c1a750edcf5,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:32.825559 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0a04abcb-6d2a-4131-992e-257573f7c45d req-ad0d20b4-f4b5-4c9c-ad24-916cfa58db14 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967565 Mar 11 19:19:32.865038 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61cfa993-d70d-4821-a982-4050729bd504 admin admin] Publish callbacks [] for security_group (439ff831-0186-4402-8bf0-4c1a750edcf5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.895541 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61cfa993-d70d-4821-a982-4050729bd504 admin admin] Publish callbacks [] for security_group (439ff831-0186-4402-8bf0-4c1a750edcf5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.951300 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (f43d0629-2122-4365-81d3-e65267b8b800), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.963803 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['f43d0629-2122-4365-81d3-e65267b8b800'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:19:32.968288 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61cfa993-d70d-4821-a982-4050729bd504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (439ff831-0186-4402-8bf0-4c1a750edcf5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.970833 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-61cfa993-d70d-4821-a982-4050729bd504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:32.981204 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-61cfa993-d70d-4821-a982-4050729bd504 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/439ff831-0186-4402-8bf0-4c1a750edcf5 HTTP/1.1" status: 204 len: 168 time: 0.2217920 Mar 11 19:19:33.001461 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfa993-d70d-4821-a982-4050729bd504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ff831-0186-4402-8bf0-4c1a750edcf5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:33.017548 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Pushing event deleted for resources: {'Port': ['ID=f43d0629-2122-4365-81d3-e65267b8b800,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:33.036066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716cddd-e123-4847-ac09-7a5166e3e190 req-a8ab713d-2a2a-4814-b834-4c10725efd41 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.037654 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3716cddd-e123-4847-ac09-7a5166e3e190 req-a8ab713d-2a2a-4814-b834-4c10725efd41 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 867 time: 0.1824007 Mar 11 19:19:33.269763 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-b0224c7d-289a-4d46-b9e3-ac4986b3b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.271402 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-b0224c7d-289a-4d46-b9e3-ac4986b3b2ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1130 time: 0.0680339 Mar 11 19:19:33.392025 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] No DVR routers for this DVR port f43d0629-2122-4365-81d3-e65267b8b800 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:19:33.406868 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:33.410427 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-79478223-e12a-453e-b062-2a3325f9a95c req-ec750e01-dbb0-4edc-beac-d925c60595e2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "DELETE /v2.0/ports/f43d0629-2122-4365-81d3-e65267b8b800 HTTP/1.1" status: 204 len: 173 time: 1.1617045 Mar 11 19:19:33.411259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998b490-913f-4d93-bcb5-7b91a473288c', 'name': 'network-vif-deleted', 'tag': 'f43d0629-2122-4365-81d3-e65267b8b800'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:33.415132 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9391fef-1ebb-4869-bdce-57763d9b6811" -d '{"events": [{"server_uuid": "2998b490-913f-4d93-bcb5-7b91a473288c", "name": "network-vif-deleted", "tag": "f43d0629-2122-4365-81d3-e65267b8b800"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:33.458579 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-edbe9a22-3439-4dff-9644-bde9f7d4af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.460173 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-edbe9a22-3439-4dff-9644-bde9f7d4af0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.1689796 Mar 11 19:19:33.482108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3716cddd-e123-4847-ac09-7a5166e3e190 req-8aa30b18-e2a9-4094-8446-e4767312ccc2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375925 Mar 11 19:19:33.504096 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d620-e581-41cf-a6ad-c53fbef65263 req-160797b7-f52e-4fe4-a18a-4974c75a0834 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.505914 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8d83d620-e581-41cf-a6ad-c53fbef65263 req-160797b7-f52e-4fe4-a18a-4974c75a0834 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1149323 Mar 11 19:19:33.580408 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8d83d620-e581-41cf-a6ad-c53fbef65263 req-c0ed6ce3-711a-4bd6-81e9-af9e7b643ad6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565910 Mar 11 19:19:33.585375 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-80c56b44-de01-474b-a340-fddba94a851c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 1001 time: 0.1006341 Mar 11 19:19:33.665129 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-2bb41be8-fc87-4c97-9fac-54102556bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.666977 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-2bb41be8-fc87-4c97-9fac-54102556bcc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0706785 Mar 11 19:19:33.679400 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132c3482-6ffe-4895-bb0a-77452f854a30 x-openstack-request-id: req-132c3482-6ffe-4895-bb0a-77452f854a30 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:33.679718 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998b490-913f-4d93-bcb5-7b91a473288c", "name": "network-vif-deleted", "tag": "f43d0629-2122-4365-81d3-e65267b8b800", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:33.679967 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-132c3482-6ffe-4895-bb0a-77452f854a30 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:33.680541 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998b490-913f-4d93-bcb5-7b91a473288c', 'name': 'network-vif-deleted', 'tag': 'f43d0629-2122-4365-81d3-e65267b8b800', 'status': 'completed', 'code': 200} Mar 11 19:19:33.711856 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ee965-4f28-47ea-9e2b-5978756f27b9 req-eea64d85-24c2-44a3-9406-6b30f73e60fe tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.719623 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-158ee965-4f28-47ea-9e2b-5978756f27b9 req-eea64d85-24c2-44a3-9406-6b30f73e60fe tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0849655 Mar 11 19:19:33.747301 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-1df53bd8-a0c9-4db6-8ea3-fb8d6aecc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.750294 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-1df53bd8-a0c9-4db6-8ea3-fb8d6aecc618 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615652 Mar 11 19:19:33.791353 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-158ee965-4f28-47ea-9e2b-5978756f27b9 req-27f314d1-3303-457d-9530-9d0d40adbfe9 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695384 Mar 11 19:19:33.880973 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-ad82c898-c56a-45d8-806c-56e34c0e9954 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072648 Mar 11 19:19:33.974934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8646-d9f8-4503-a2c2-f884b703cdf5 req-934af8f4-20a8-4fb5-a787-acc5efd5b368 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:33.976776 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3bcf8646-d9f8-4503-a2c2-f884b703cdf5 req-934af8f4-20a8-4fb5-a787-acc5efd5b368 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0591424 Mar 11 19:19:33.990513 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9044dca3-aa1e-49af-b1b6-351f0756d2a9 req-93c1f25f-17da-47af-b3ed-5216e3a32ebd service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950565 Mar 11 19:19:34.035933 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3bcf8646-d9f8-4503-a2c2-f884b703cdf5 req-3ff63c9c-e8d0-4bed-b3e3-9d991acb53b1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Mar 11 19:19:34.617202 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2f2a36ee-b71e-4cc3-a712-84b6e8760550 req-33b80d73-e4bd-46b3-a973-91247aec14e0 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=2998b490-913f-4d93-bcb5-7b91a473288c HTTP/1.1" status: 200 len: 210 time: 0.0296559 Mar 11 19:19:34.674095 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad82eb54-2d4c-4d18-b018-61837d85fe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:34.757096 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae210e0-6291-4e10-8b3b-27bbbe30bba6 req-b842a8e0-3cac-4894-a93d-c6d27717bb63 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:34.758542 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5ae210e0-6291-4e10-8b3b-27bbbe30bba6 req-b842a8e0-3cac-4894-a93d-c6d27717bb63 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0673859 Mar 11 19:19:34.817039 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5ae210e0-6291-4e10-8b3b-27bbbe30bba6 req-c4d8d3b9-ae41-41c0-ab7f-6008bd332385 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437360 Mar 11 19:19:34.917864 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1914-74bb-4aa7-99d5-906f8ce146b9 req-f7c2b75b-751e-47f9-b779-efcf49bba446 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:34.919302 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c49d1914-74bb-4aa7-99d5-906f8ce146b9 req-f7c2b75b-751e-47f9-b779-efcf49bba446 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.0525062 Mar 11 19:19:34.967846 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c49d1914-74bb-4aa7-99d5-906f8ce146b9 req-b32648be-875a-43c4-943f-866285f68b52 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Mar 11 19:19:35.164258 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203b66a-6047-4466-8f1b-1098886be6ac req-cf83fedc-a512-488b-8ad1-431a5f4ea43e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:35.165854 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d203b66a-6047-4466-8f1b-1098886be6ac req-cf83fedc-a512-488b-8ad1-431a5f4ea43e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0571363 Mar 11 19:19:35.223399 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d203b66a-6047-4466-8f1b-1098886be6ac req-a7ca78ae-d463-48f1-8a12-514b25b8168b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511470 Mar 11 19:19:35.322100 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.041679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-6a5ecacc-427a-4771-a857-d3f5a3f60e35 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:36.043955 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-6a5ecacc-427a-4771-a857-d3f5a3f60e35 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/networks?id=16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 200 len: 808 time: 0.1184797 Mar 11 19:19:36.073159 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-3256bb2e-4ec9-466b-b850-39b0658c8e2e tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/quotas/6ee68d502f0a4402a05fcf1e4d1def99 HTTP/1.1" status: 200 len: 375 time: 0.0229952 Mar 11 19:19:36.120066 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-29c9ac53-f60b-4e73-bf86-09644797ad80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576816 Mar 11 19:19:36.128549 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-eb6c36ce-25f9-4cb7-b754-9237ac38a368 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341580 Mar 11 19:19:36.166767 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e6e8c-f4ff-460e-83db-e1b20f7935ca req-4160b215-450b-48e1-ab3d-90c1342b6bd7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:36.169264 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cf4e6e8c-f4ff-460e-83db-e1b20f7935ca req-4160b215-450b-48e1-ab3d-90c1342b6bd7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 946 time: 0.1094060 Mar 11 19:19:36.203975 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-1cf0b1c6-4732-45e8-a827-64d76ebdf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:36.205527 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-1cf0b1c6-4732-45e8-a827-64d76ebdf52c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 1129 time: 0.0555942 Mar 11 19:19:36.262685 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43958) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:36.270797 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cf4e6e8c-f4ff-460e-83db-e1b20f7935ca req-c10fbc42-bb38-4264-a564-2084c7c57410 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933311 Mar 11 19:19:36.282636 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-3419dbd0-70c6-4c01-9a8e-f0242e8b3e0e service neutron] 10.222.0.55 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456263 Mar 11 19:19:36.345912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-f246fdcb-b468-4c4f-a181-c3d5a953a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:36.348602 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-f246fdcb-b468-4c4f-a181-c3d5a953a514 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.1164827 Mar 11 19:19:36.406158 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e154710f-ede6-4be0-9adc-ec0d6c3623d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.430483 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-1f82601a-8f99-4d0e-ab12-0d14d2aecce5 service neutron] 10.222.0.55 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397021 Mar 11 19:19:36.450523 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f39cd8-916d-4800-9504-3a50759c6ee3 req-9115d717-083e-4ee9-8881-59e2e6302dc4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:36.453222 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d3f39cd8-916d-4800-9504-3a50759c6ee3 req-9115d717-083e-4ee9-8881-59e2e6302dc4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0820775 Mar 11 19:19:36.503597 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e154710f-ede6-4be0-9adc-ec0d6c3623d9 admin admin] Publish callbacks [] for security_group (e12d8c00-ee9f-4d07-97df-e747b44e9893), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.508362 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e154710f-ede6-4be0-9adc-ec0d6c3623d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e12d8c00-ee9f-4d07-97df-e747b44e9893), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.543229 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d3f39cd8-916d-4800-9504-3a50759c6ee3 req-5ead2e9e-f798-4d83-beee-ed870d521abc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782292 Mar 11 19:19:36.554765 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e154710f-ede6-4be0-9adc-ec0d6c3623d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=405a4f5f3d2c4f198f7a20a8de60d168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908616 Mar 11 19:19:36.556908 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154710f-ede6-4be0-9adc-ec0d6c3623d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d8c00-ee9f-4d07-97df-e747b44e9893,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:36.561666 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:36.617318 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa62796-1fb2-4238-bf7e-e45ae139ac5b admin admin] Publish callbacks [] for security_group (e12d8c00-ee9f-4d07-97df-e747b44e9893), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.658825 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa62796-1fb2-4238-bf7e-e45ae139ac5b admin admin] Publish callbacks [] for security_group (e12d8c00-ee9f-4d07-97df-e747b44e9893), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.676128 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-10237d1a-ebca-433f-9b08-c68a2cb4c3e8 req-852e2745-31ad-4767-89c5-9886e35b62b5 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 210 time: 0.0430746 Mar 11 19:19:36.725903 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa62796-1fb2-4238-bf7e-e45ae139ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e12d8c00-ee9f-4d07-97df-e747b44e9893), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.728595 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2fa62796-1fb2-4238-bf7e-e45ae139ac5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:36.732818 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2fa62796-1fb2-4238-bf7e-e45ae139ac5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e12d8c00-ee9f-4d07-97df-e747b44e9893 HTTP/1.1" status: 204 len: 168 time: 0.1671040 Mar 11 19:19:36.739599 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa62796-1fb2-4238-bf7e-e45ae139ac5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d8c00-ee9f-4d07-97df-e747b44e9893,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:36.957615 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-624db05a-9bde-46c5-92e9-2612a4936ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.041512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 43982) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:37.058549 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9389cb36-c165-48b0-8a1e-ef8994433e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.140834 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9389cb36-c165-48b0-8a1e-ef8994433e3d admin admin] Publish callbacks [] for security_group (210954f7-772b-4ad9-9fe5-3ced362f6d89), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.144973 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9389cb36-c165-48b0-8a1e-ef8994433e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (210954f7-772b-4ad9-9fe5-3ced362f6d89), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.155891 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device f43d0629-2122-4365-81d3-e65267b8b800 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:19:37.177127 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: f43d0629-2122-4365-81d3-e65267b8b800 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:19:37.177388 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device f43d0629-2122-4365-81d3-e65267b8b800 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:19:37.177824 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:19:37.195011 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-9389cb36-c165-48b0-8a1e-ef8994433e3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7090320a5588475c8252e4fb79961ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524036 Mar 11 19:19:37.196137 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389cb36-c165-48b0-8a1e-ef8994433e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210954f7-772b-4ad9-9fe5-3ced362f6d89,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:37.197719 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43984) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:37.251567 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94510eb3-b62f-4da1-aeee-4465dbb37eb9 admin admin] Publish callbacks [] for security_group (210954f7-772b-4ad9-9fe5-3ced362f6d89), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.269042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:37.269454 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.276706 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94510eb3-b62f-4da1-aeee-4465dbb37eb9 admin admin] Publish callbacks [] for security_group (210954f7-772b-4ad9-9fe5-3ced362f6d89), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.298679 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:37.301013 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c6db9-767f-489e-831f-a936777da60b" -d '{"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:37.315757 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:37.321031 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.339907 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94510eb3-b62f-4da1-aeee-4465dbb37eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (210954f7-772b-4ad9-9fe5-3ced362f6d89), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.347434 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-94510eb3-b62f-4da1-aeee-4465dbb37eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.348637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-94510eb3-b62f-4da1-aeee-4465dbb37eb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/210954f7-772b-4ad9-9fe5-3ced362f6d89 HTTP/1.1" status: 204 len: 168 time: 0.1497557 Mar 11 19:19:37.362957 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94510eb3-b62f-4da1-aeee-4465dbb37eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210954f7-772b-4ad9-9fe5-3ced362f6d89,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:37.373523 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a5a01f-e5a1-40f0-917d-4b92bf804956 x-openstack-request-id: req-c7a5a01f-e5a1-40f0-917d-4b92bf804956 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:37.375139 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:37.375723 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7a5a01f-e5a1-40f0-917d-4b92bf804956 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:37.376328 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'code': 200} Mar 11 19:19:37.428527 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=8']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:37.458458 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14026209-59ab-4d99-a8c4-4aea681fe126 req-3cb42a9f-971b-441c-a393-81f99ed93ee1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:37.460294 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-14026209-59ab-4d99-a8c4-4aea681fe126 req-3cb42a9f-971b-441c-a393-81f99ed93ee1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0652831 Mar 11 19:19:37.514708 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-14026209-59ab-4d99-a8c4-4aea681fe126 req-b2ac8b22-23df-4430-ab58-a48bdb980e1f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435479 Mar 11 19:19:37.672452 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3412c1-ec86-4f69-9139-2916557c6f4c req-fe3813f7-eeb9-46ca-9622-aa14ec5b653b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:37.675338 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6b3412c1-ec86-4f69-9139-2916557c6f4c req-fe3813f7-eeb9-46ca-9622-aa14ec5b653b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0628507 Mar 11 19:19:37.749430 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6b3412c1-ec86-4f69-9139-2916557c6f4c req-c3c5510d-cbf4-4af5-81b5-92f98de88471 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659239 Mar 11 19:19:37.752038 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 43998) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:37.771574 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f711-62f8-474b-b7eb-1894e3c2510b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.808385 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1ba6ed5a-6bfc-433f-8340-0a80924f8953 req-2257f4f0-ec4f-4e8d-80f9-ea7864e54a56 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 210 time: 0.0345392 Mar 11 19:19:37.883348 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f711-62f8-474b-b7eb-1894e3c2510b admin admin] Publish callbacks [] for security_group (9c720496-18de-404c-9127-2d309262c09c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.887694 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9c9f711-62f8-474b-b7eb-1894e3c2510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (9c720496-18de-404c-9127-2d309262c09c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:37.927040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9f711-62f8-474b-b7eb-1894e3c2510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c720496-18de-404c-9127-2d309262c09c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:37.931184 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b9c9f711-62f8-474b-b7eb-1894e3c2510b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=524aadb865af46de876f0b06228c3aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781571 Mar 11 19:19:37.934223 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44000) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:37.985398 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d339463b-a891-4c99-9f69-171686837ebb admin admin] Publish callbacks [] for security_group (9c720496-18de-404c-9127-2d309262c09c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:38.008607 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d339463b-a891-4c99-9f69-171686837ebb admin admin] Publish callbacks [] for security_group (9c720496-18de-404c-9127-2d309262c09c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:38.062996 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d339463b-a891-4c99-9f69-171686837ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (9c720496-18de-404c-9127-2d309262c09c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:38.065810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d339463b-a891-4c99-9f69-171686837ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:38.067156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d339463b-a891-4c99-9f69-171686837ebb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c720496-18de-404c-9127-2d309262c09c HTTP/1.1" status: 204 len: 168 time: 0.1319497 Mar 11 19:19:38.075034 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339463b-a891-4c99-9f69-171686837ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c720496-18de-404c-9127-2d309262c09c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:38.083847 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-c12e915e-3b5f-4bfe-b8dd-5d4c5dac68b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37 HTTP/1.1" status: 200 len: 217 time: 0.0400271 Mar 11 19:19:38.649847 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e4443-e3a8-478a-b8d1-dcb61d8244cf req-16049a38-6799-4586-be34-bd368da86272 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:38.651359 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-931e4443-e3a8-478a-b8d1-dcb61d8244cf req-16049a38-6799-4586-be34-bd368da86272 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0570428 Mar 11 19:19:38.706736 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-931e4443-e3a8-478a-b8d1-dcb61d8244cf req-364d185b-80d8-44fe-89e3-e50e959f0e8f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489507 Mar 11 19:19:38.740027 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:38.878808 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78108c-13bd-4641-8691-b70331e46e6c req-d9186796-32ff-4e32-a64d-ff68749205d0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:38.880418 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8e78108c-13bd-4641-8691-b70331e46e6c req-d9186796-32ff-4e32-a64d-ff68749205d0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0545571 Mar 11 19:19:38.926052 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-164444fa-abca-49f0-8813-6332b0c7b06f req-3201e7ab-05bd-4e5b-86d1-c52b377f7f67 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 210 time: 0.0399053 Mar 11 19:19:38.960863 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8e78108c-13bd-4641-8691-b70331e46e6c req-c13d09d4-9968-42e2-9b0a-32d2a2d23201 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730503 Mar 11 19:19:39.130717 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-d38db9f2-8f64-409d-9954-306e0470dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:39.132302 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-d38db9f2-8f64-409d-9954-306e0470dbc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0470026 Mar 11 19:19:39.172987 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-440e3933-7524-47ca-be4d-030126ad074d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278039 Mar 11 19:19:39.312456 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-23ec818d-f82f-4ee3-b044-50600565e07c service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042593 Mar 11 19:19:39.452560 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-40e94099-6ea8-43ff-8a8b-b3ad5b28c0a6 req-bce92de6-c946-492c-8694-c62df75880ed service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238892 Mar 11 19:19:39.836441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e009a-c9c4-4c37-9db1-d9c4a091e603 req-08c2e693-672e-40db-93e7-6c6d5e617670 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:39.838001 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fc1e009a-c9c4-4c37-9db1-d9c4a091e603 req-08c2e693-672e-40db-93e7-6c6d5e617670 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0550029 Mar 11 19:19:39.891783 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fc1e009a-c9c4-4c37-9db1-d9c4a091e603 req-cd6eb198-bfce-4350-a9d1-4ef4b0780f24 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472915 Mar 11 19:19:40.024265 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-14fedbef-e3b6-458b-9cc2-70ad5bbdb93e req-f4da0510-f6f7-4fd8-b632-b6c8c61d51c9 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 210 time: 0.0282924 Mar 11 19:19:40.110403 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ad5b9-3ebb-4617-9b7b-861186d19cdd req-1948a273-1d1b-4f08-82e7-c01ba500db29 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:40.112701 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-226ad5b9-3ebb-4617-9b7b-861186d19cdd req-1948a273-1d1b-4f08-82e7-c01ba500db29 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0670249 Mar 11 19:19:40.184989 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-226ad5b9-3ebb-4617-9b7b-861186d19cdd req-bc2b30f8-fb84-46db-94d5-9de9f4761fb5 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606737 Mar 11 19:19:40.323663 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:40.457463 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-6b632bd1-ce90-48f9-b7b0-51667d140b10 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:40.459644 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-6b632bd1-ce90-48f9-b7b0-51667d140b10 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "GET /v2.0/networks?id=16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 200 len: 808 time: 0.1166124 Mar 11 19:19:40.481769 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Request body: {'port': {'device_id': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a', 'admin_state_up': True, 'tenant_id': '6ee68d502f0a4402a05fcf1e4d1def99'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:40.611632 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Made reservation on behalf of 6ee68d502f0a4402a05fcf1e4d1def99 for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:40.617080 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:40.755420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Allocated IP 172.20.0.6 (16437401-1757-4661-9ffb-cddbcfbfb61a/303b9057-11fa-41c8-ae8f-64f74e34153e/557b3188-8aa1-43ba-9304-4cad711b8473) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:19:40.914771 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks [] for port (557b3188-8aa1-43ba-9304-4cad711b8473), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.042704 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2766a-2eb1-4565-90ab-5470f9817ae2 req-e7de8a29-1508-464c-b27a-c3d93e8552a2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:41.044189 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-89a2766a-2eb1-4565-90ab-5470f9817ae2 req-e7de8a29-1508-464c-b27a-c3d93e8552a2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0676177 Mar 11 19:19:41.105340 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-89a2766a-2eb1-4565-90ab-5470f9817ae2 req-f552731f-c359-4c26-a325-ab4872efc041 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540173 Mar 11 19:19:41.135116 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2bce7fdb-be36-4bfb-b3a2-556b5338fe6a req-ba1c56c0-af53-426c-b610-80503b3b3a7b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 210 time: 0.0287733 Mar 11 19:19:41.149002 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.191644 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Network 16437401-1757-4661-9ffb-cddbcfbfb61a is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:19:41.195165 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:41.199065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:19:41.232166 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Pushing event updated for resources: {'Port': ['ID=557b3188-8aa1-43ba-9304-4cad711b8473,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:41.259012 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:41.260253 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.283169 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-9d72efd8-b80e-4170-b81e-1641d4e3a199 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072486 Mar 11 19:19:41.301014 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Request body: {'port': {'device_id': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:41.317781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593e696-32de-4292-836a-5919d581a171 req-ed020213-e064-4e5b-8557-35dbe027325f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:41.319619 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0593e696-32de-4292-836a-5919d581a171 req-ed020213-e064-4e5b-8557-35dbe027325f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0650725 Mar 11 19:19:41.387995 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0593e696-32de-4292-836a-5919d581a171 req-1a982e2e-d581-4762-9fdb-a8cbeb6a7af3 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609448 Mar 11 19:19:41.429845 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.695254 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.718547 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-6ca203db-7dfa-4c4e-bb4b-137169c85540 req-aabcf291-992d-4119-98f1-a276b636361e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:19:41.719522 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ca203db-7dfa-4c4e-bb4b-137169c85540 req-aabcf291-992d-4119-98f1-a276b636361e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054259 Mar 11 19:19:41.723912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557b3188-8aa1-43ba-9304-4cad711b8473 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:41.731666 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Publish callbacks [] for port (557b3188-8aa1-43ba-9304-4cad711b8473), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.744590 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Transition to ACTIVE for port object 557b3188-8aa1-43ba-9304-4cad711b8473 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:19:41.749653 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.819153 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=557b3188-8aa1-43ba-9304-4cad711b8473,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:41.905319 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Attempting to bind port 557b3188-8aa1-43ba-9304-4cad711b8473 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:19:41.905665 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Attempting to bind port 557b3188-8aa1-43ba-9304-4cad711b8473 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:19:41.905995 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Attempting to bind port 557b3188-8aa1-43ba-9304-4cad711b8473 on network 16437401-1757-4661-9ffb-cddbcfbfb61a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:41.911634 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9833e5-3295-4ec5-8832-0437ceb2f76b req-16dabb03-7064-461e-9624-d561bc1f5bd7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:41.913297 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa9833e5-3295-4ec5-8832-0437ceb2f76b req-16dabb03-7064-461e-9624-d561bc1f5bd7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0689929 Mar 11 19:19:41.915721 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Port 557b3188-8aa1-43ba-9304-4cad711b8473 on network 16437401-1757-4661-9ffb-cddbcfbfb61a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:19:41.916053 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Attempting to bind port 557b3188-8aa1-43ba-9304-4cad711b8473 on network 16437401-1757-4661-9ffb-cddbcfbfb61a {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:41.923252 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:19:41.923592 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Checking segment: {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:19:41.923989 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Bound using segment: {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:19:41.924399 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Bound port: 557b3188-8aa1-43ba-9304-4cad711b8473, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:19:41.924788 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:41.980413 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa9833e5-3295-4ec5-8832-0437ceb2f76b req-091ff524-4a86-41ef-a622-7ddc435c4a6e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566747 Mar 11 19:19:41.995260 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] For port 557b3188-8aa1-43ba-9304-4cad711b8473, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:19:42.008990 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] For port 557b3188-8aa1-43ba-9304-4cad711b8473, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=557b3188-8aa1-43ba-9304-4cad711b8473,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:19:42.008990 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:42.048144 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.048708 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:42.050492 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/557b3188-8aa1-43ba-9304-4cad711b8473 HTTP/1.1" status: 200 len: 1093 time: 0.7541618 Mar 11 19:19:42.053017 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'tag': '557b3188-8aa1-43ba-9304-4cad711b8473'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:42.055443 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd2c2ef-f352-49b4-8dce-b45aea7ba605", "tag": "557b3188-8aa1-43ba-9304-4cad711b8473"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:42.093324 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49aaf3-9f6f-464f-adc3-f688c530d0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=557b3188-8aa1-43ba-9304-4cad711b8473,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:42.115281 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654c8d3-0b31-4127-8144-d6a779e49612 x-openstack-request-id: req-8654c8d3-0b31-4127-8144-d6a779e49612 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:42.115568 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd2c2ef-f352-49b4-8dce-b45aea7ba605", "tag": "557b3188-8aa1-43ba-9304-4cad711b8473", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:42.121691 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8654c8d3-0b31-4127-8144-d6a779e49612 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:42.122162 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'tag': '557b3188-8aa1-43ba-9304-4cad711b8473', 'status': 'completed', 'code': 200} Mar 11 19:19:42.167170 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-0b215419-4318-43e5-977e-cdcc7d856098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.170267 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-0b215419-4318-43e5-977e-cdcc7d856098 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 1127 time: 0.0643377 Mar 11 19:19:42.223606 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-70f97ff0-7dec-4ce9-95ae-855f6faed57b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557b3188-8aa1-43ba-9304-4cad711b8473 HTTP/1.1" status: 200 len: 217 time: 0.0370984 Mar 11 19:19:42.277093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746b9ea-94b1-4b35-87d3-a94177f11bc4 req-a9df6b7b-5057-43af-b2da-d8c673596cd1 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.280105 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d746b9ea-94b1-4b35-87d3-a94177f11bc4 req-a9df6b7b-5057-43af-b2da-d8c673596cd1 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 943 time: 0.0614481 Mar 11 19:19:42.288082 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-719529db-6d05-469c-93b5-814590ef0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.289609 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-719529db-6d05-469c-93b5-814590ef0497 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=303b9057-11fa-41c8-ae8f-64f74e34153e HTTP/1.1" status: 200 len: 848 time: 0.0563931 Mar 11 19:19:42.289780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44170) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:42.326951 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-fa90d41d-ca85-4003-b487-f723d766ec4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16437401-1757-4661-9ffb-cddbcfbfb61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261221 Mar 11 19:19:42.338876 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d746b9ea-94b1-4b35-87d3-a94177f11bc4 req-aadf78b5-9c41-4c33-9ac6-80b191e5c772 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503664 Mar 11 19:19:42.399044 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-2d86aa75-a0ca-4f0b-8953-f2602bf2e42f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075363 Mar 11 19:19:42.408382 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-47bc2842-76fc-4120-8451-831627096099 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:19:42.409397 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-47bc2842-76fc-4120-8451-831627096099 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057330 Mar 11 19:19:42.442986 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-462255e6-fb71-46b1-8baf-d80d57149101 service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015475 Mar 11 19:19:42.525108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44184) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:42.527734 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:19:42.578863 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-f4be9754-0c20-4fb7-a494-4818ebd65360 req-15217e44-0471-4df0-b5f1-16953b9d5a43 service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210473 Mar 11 19:19:42.619139 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12251-0965-4756-883a-0f9268f80456 req-0d20a656-9a9b-41a0-8a6f-2089b0cffbb6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.621031 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-46c12251-0965-4756-883a-0f9268f80456 req-0d20a656-9a9b-41a0-8a6f-2089b0cffbb6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1315660 Mar 11 19:19:42.667300 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: DOWN; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:42.704403 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-944ba11a-1447-4b79-b018-e52129211634 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.705898 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-944ba11a-1447-4b79-b018-e52129211634 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports/6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 941 time: 0.1720550 Mar 11 19:19:42.727455 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-46c12251-0965-4756-883a-0f9268f80456 req-d28f44a1-9847-4f14-8b36-407e9c098c09 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936124 Mar 11 19:19:42.735799 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-d5240427-5a04-4927-a055-ecc8c2ddcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.737478 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-d5240427-5a04-4927-a055-ecc8c2ddcc0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 1127 time: 0.0617220 Mar 11 19:19:42.833422 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44196) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:42.854489 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-63e2fd33-8f45-4bd5-bdcb-6c0407758518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.856097 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-63e2fd33-8f45-4bd5-bdcb-6c0407758518 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 200 len: 909 time: 0.1020482 Mar 11 19:19:42.907909 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-47ea566e-6bde-4de8-a521-d075142ae191 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557b3188-8aa1-43ba-9304-4cad711b8473 HTTP/1.1" status: 200 len: 217 time: 0.0396118 Mar 11 19:19:42.954522 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-585ac680-7d0b-4179-a9ee-74ebddd138ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:42.970381 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-2415af57-044e-4368-9918-efdadeade142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:42.971544 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-2415af57-044e-4368-9918-efdadeade142 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=303b9057-11fa-41c8-ae8f-64f74e34153e HTTP/1.1" status: 200 len: 848 time: 0.0498900 Mar 11 19:19:43.007005 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-978a48bd-2ade-4a9a-9bf1-5815e9a14b67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16437401-1757-4661-9ffb-cddbcfbfb61a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284808 Mar 11 19:19:43.052400 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-585ac680-7d0b-4179-a9ee-74ebddd138ae admin admin] Publish callbacks [] for security_group (325c1d13-9bee-4d3b-8a4c-487967a93b80), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:43.068279 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-585ac680-7d0b-4179-a9ee-74ebddd138ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (325c1d13-9bee-4d3b-8a4c-487967a93b80), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:43.131218 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-c36179f8-f079-4aa7-ae68-55921ce14fcb service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099818 Mar 11 19:19:43.150022 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-585ac680-7d0b-4179-a9ee-74ebddd138ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b700982483046fab44b6ce4b27512be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152680 Mar 11 19:19:43.152531 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44204) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:43.161182 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ac680-7d0b-4179-a9ee-74ebddd138ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325c1d13-9bee-4d3b-8a4c-487967a93b80,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:43.213645 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d319d-bbb1-4005-946b-c7b00a0f0c8f req-65b1e785-0d09-4c15-8c7e-5ab5c2959560 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:43.215406 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0f0d319d-bbb1-4005-946b-c7b00a0f0c8f req-65b1e785-0d09-4c15-8c7e-5ab5c2959560 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.1286967 Mar 11 19:19:43.259614 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d8e5e16-09f6-4c53-9e4d-bcd59928d1d9 req-b88ce712-acc9-4074-8cbb-073a2458db21 service neutron] 10.222.0.18 "GET /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213863 Mar 11 19:19:43.262031 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e249-ef1c-41d8-9095-01c0c7a52c39 admin admin] Publish callbacks [] for security_group (325c1d13-9bee-4d3b-8a4c-487967a93b80), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:43.293782 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0f0d319d-bbb1-4005-946b-c7b00a0f0c8f req-e912c772-2bff-42d5-a7f3-d51c930e8335 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675747 Mar 11 19:19:43.303365 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e249-ef1c-41d8-9095-01c0c7a52c39 admin admin] Publish callbacks [] for security_group (325c1d13-9bee-4d3b-8a4c-487967a93b80), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:43.357919 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e249-ef1c-41d8-9095-01c0c7a52c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (325c1d13-9bee-4d3b-8a4c-487967a93b80), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:43.360698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e249-ef1c-41d8-9095-01c0c7a52c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:43.364246 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7bd2e249-ef1c-41d8-9095-01c0c7a52c39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/325c1d13-9bee-4d3b-8a4c-487967a93b80 HTTP/1.1" status: 204 len: 168 time: 0.2084877 Mar 11 19:19:43.381433 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e249-ef1c-41d8-9095-01c0c7a52c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325c1d13-9bee-4d3b-8a4c-487967a93b80,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:43.484030 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36c2a9-a1c6-4126-9dd3-17e378b2525f req-ca11e390-fae8-4e40-97b0-01d8e8924aef tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:43.485686 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f36c2a9-a1c6-4126-9dd3-17e378b2525f req-ca11e390-fae8-4e40-97b0-01d8e8924aef tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 943 time: 0.0697970 Mar 11 19:19:43.541422 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f36c2a9-a1c6-4126-9dd3-17e378b2525f req-4a5a53a7-470f-4ed0-bd26-b53278a0815d tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499387 Mar 11 19:19:43.850375 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c36a4-64fa-4e02-b242-8235a91b4920 req-0fef8692-b9b6-46db-8051-8083569bec6e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:43.852456 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-122c36a4-64fa-4e02-b242-8235a91b4920 req-0fef8692-b9b6-46db-8051-8083569bec6e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0532973 Mar 11 19:19:43.902563 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-122c36a4-64fa-4e02-b242-8235a91b4920 req-ae245603-a241-4598-a371-6f8925808392 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Mar 11 19:19:44.435654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526dd9e-1dd3-4f91-af8f-c5cb4c3c4020 req-7fe8ab11-ef61-4d0a-baa6-7a797d69db56 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:44.437703 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9526dd9e-1dd3-4f91-af8f-c5cb4c3c4020 req-7fe8ab11-ef61-4d0a-baa6-7a797d69db56 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0560403 Mar 11 19:19:44.487541 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9526dd9e-1dd3-4f91-af8f-c5cb4c3c4020 req-7a97dfcf-130c-47f3-9196-3138478765a5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Mar 11 19:19:44.541681 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 557b3188-8aa1-43ba-9304-4cad711b8473 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:19:44.651398 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 557b3188-8aa1-43ba-9304-4cad711b8473, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=557b3188-8aa1-43ba-9304-4cad711b8473,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:44.664108 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '557b3188-8aa1-43ba-9304-4cad711b8473', 'network_id': '16437401-1757-4661-9ffb-cddbcfbfb61a', 'port_id': '557b3188-8aa1-43ba-9304-4cad711b8473', 'mac_address': 'fa:16:3e:7e:8a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303b9057-11fa-41c8-ae8f-64f74e34153e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:19:44.670586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58017ae4-5fc7-407b-a1bf-5bb6c41a8773 req-7de5e4fb-67a5-4fc8-b9d8-e4ddecd3e27b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:44.672196 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-58017ae4-5fc7-407b-a1bf-5bb6c41a8773 req-7de5e4fb-67a5-4fc8-b9d8-e4ddecd3e27b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 943 time: 0.0611401 Mar 11 19:19:44.715502 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 557b3188-8aa1-43ba-9304-4cad711b8473 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:44.715821 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:44.721957 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-58017ae4-5fc7-407b-a1bf-5bb6c41a8773 req-a9c4de7a-f58b-4954-8394-ae249d9e3536 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Mar 11 19:19:44.732183 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557b3188-8aa1-43ba-9304-4cad711b8473 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:19:44.755318 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 557b3188-8aa1-43ba-9304-4cad711b8473, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=557b3188-8aa1-43ba-9304-4cad711b8473,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:44.770981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:44.820087 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-117046d0-6740-4e70-a280-d82ff483c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:44.821633 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-117046d0-6740-4e70-a280-d82ff483c88b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb&tenant_id=7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 1128 time: 0.0844338 Mar 11 19:19:44.827753 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=557b3188-8aa1-43ba-9304-4cad711b8473,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:44.911732 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-5ea6678f-64c1-43d7-a5fd-e109f4f159d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:44.913277 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-5ea6678f-64c1-43d7-a5fd-e109f4f159d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1128 time: 0.0507753 Mar 11 19:19:45.022008 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-a9e0eaa9-f5b9-41e7-a66d-ae592df2f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:45.023375 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-a9e0eaa9-f5b9-41e7-a66d-ae592df2f5b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.0945058 Mar 11 19:19:45.025973 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5efb-48f2-42a6-a0d4-35ff613aeab2 req-5ef1cea9-ad30-430f-8d3f-977f77314f2b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:45.027436 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-652c5efb-48f2-42a6-a0d4-35ff613aeab2 req-5ef1cea9-ad30-430f-8d3f-977f77314f2b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Mar 11 19:19:45.075683 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-652c5efb-48f2-42a6-a0d4-35ff613aeab2 req-86987404-bb69-463c-bfe5-4334adef4a2a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Mar 11 19:19:45.099517 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-6fe77dd5-8512-4e06-8b9f-298355c165f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 999 time: 0.0650821 Mar 11 19:19:45.156633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-344626e3-1a1a-40a2-899a-0255ad6e7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:45.158123 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-344626e3-1a1a-40a2-899a-0255ad6e7d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0485926 Mar 11 19:19:45.207220 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['557b3188-8aa1-43ba-9304-4cad711b8473'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:19:45.215372 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-14b17254-d667-4fca-b8ea-dc9f8e933a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:45.217727 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-14b17254-d667-4fca-b8ea-dc9f8e933a5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469842 Mar 11 19:19:45.319145 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-5463f78d-d619-4bc3-adda-31de690c264d service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918894 Mar 11 19:19:45.426667 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9b3043c5-414f-4ec3-b05e-9207ac3d5b14 req-2cfc60b2-54d6-4534-ade6-ec002ffe1a5e service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980878 Mar 11 19:19:45.616098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb055-629d-4a69-a667-9fc6d8a653e4 req-eb596fc7-bdb2-465b-ba48-17e6aca45a25 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:45.617756 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f48fb055-629d-4a69-a667-9fc6d8a653e4 req-eb596fc7-bdb2-465b-ba48-17e6aca45a25 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0561631 Mar 11 19:19:45.685135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f48fb055-629d-4a69-a667-9fc6d8a653e4 req-28d79689-2230-4682-92b7-2ce78264c105 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608945 Mar 11 19:19:45.856420 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d461e23-2286-4840-8031-21494a5345af req-c791afe3-8d6a-44ea-afe2-1982e9849aaf tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:45.858068 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6d461e23-2286-4840-8031-21494a5345af req-c791afe3-8d6a-44ea-afe2-1982e9849aaf tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 944 time: 0.0594435 Mar 11 19:19:45.917299 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6d461e23-2286-4840-8031-21494a5345af req-277fbaaf-9747-4597-914b-b6b354df528c tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Mar 11 19:19:46.022993 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e47bdb-c4eb-4e63-84a3-a1c09d75d95d req-0e06c0bc-99fb-43d6-92d3-bea90cdae5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:46.025030 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-74e47bdb-c4eb-4e63-84a3-a1c09d75d95d req-0e06c0bc-99fb-43d6-92d3-bea90cdae5df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0494604 Mar 11 19:19:46.078666 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-74e47bdb-c4eb-4e63-84a3-a1c09d75d95d req-df9be236-f52f-46ad-be6b-acf1195bd076 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463734 Mar 11 19:19:46.223083 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315703a-73c6-4463-b37d-2c59740a12c8 req-1f63177a-0215-4d4e-bbee-ce5ff239777b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:46.229255 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f315703a-73c6-4463-b37d-2c59740a12c8 req-1f63177a-0215-4d4e-bbee-ce5ff239777b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0609059 Mar 11 19:19:46.280740 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f315703a-73c6-4463-b37d-2c59740a12c8 req-100fabcf-54b4-4460-a7ac-9a5dd5ccaa53 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 Mar 11 19:19:46.548795 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 557b3188-8aa1-43ba-9304-4cad711b8473 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:19:46.610058 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 557b3188-8aa1-43ba-9304-4cad711b8473 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:19:46.614299 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 557b3188-8aa1-43ba-9304-4cad711b8473 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:46.614678 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:46.724326 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 557b3188-8aa1-43ba-9304-4cad711b8473 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:46.724760 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:46.764472 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557b3188-8aa1-43ba-9304-4cad711b8473'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:19:46.767398 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967d9cc-1b20-4d4b-9abb-2b9553d97275" -d '{"events": [{"server_uuid": "1cd2c2ef-f352-49b4-8dce-b45aea7ba605", "name": "network-vif-plugged", "status": "completed", "tag": "557b3188-8aa1-43ba-9304-4cad711b8473"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:19:46.787461 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 557b3188-8aa1-43ba-9304-4cad711b8473, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=557b3188-8aa1-43ba-9304-4cad711b8473,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:46.792135 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:46.852284 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd65f2-fc43-425d-af65-8f5b8a77761c req-259ab7a5-c559-4940-9c4e-2d577c57db98 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:46.863303 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1dfd65f2-fc43-425d-af65-8f5b8a77761c req-259ab7a5-c559-4940-9c4e-2d577c57db98 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0973165 Mar 11 19:19:46.867642 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=557b3188-8aa1-43ba-9304-4cad711b8473,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:46.872745 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eed1aa1-2748-4b2c-bda9-a31bf19660b2 x-openstack-request-id: req-0eed1aa1-2748-4b2c-bda9-a31bf19660b2 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:19:46.876783 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd2c2ef-f352-49b4-8dce-b45aea7ba605", "name": "network-vif-plugged", "status": "completed", "tag": "557b3188-8aa1-43ba-9304-4cad711b8473", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:19:46.877096 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0eed1aa1-2748-4b2c-bda9-a31bf19660b2 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:19:46.880353 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557b3188-8aa1-43ba-9304-4cad711b8473', 'code': 200} Mar 11 19:19:46.925814 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1dfd65f2-fc43-425d-af65-8f5b8a77761c req-d0ae2e17-1a6d-450a-919d-e9f2b645cec8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634930 Mar 11 19:19:47.043661 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766418f-4814-48a5-8576-c82092302da5 req-5b7f317b-8cf2-47dc-a0e2-826e076ab5be tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:47.045556 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a766418f-4814-48a5-8576-c82092302da5 req-5b7f317b-8cf2-47dc-a0e2-826e076ab5be tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0573168 Mar 11 19:19:47.101558 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a766418f-4814-48a5-8576-c82092302da5 req-4c6db626-04b9-4ec3-b3ba-c3b6044763c8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495093 Mar 11 19:19:47.414361 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d133fe-8614-4d3f-86c6-b228c771d32f req-149da673-081f-4c09-8c58-2b384109572f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:47.415898 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3d133fe-8614-4d3f-86c6-b228c771d32f req-149da673-081f-4c09-8c58-2b384109572f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0631523 Mar 11 19:19:47.475408 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3d133fe-8614-4d3f-86c6-b228c771d32f req-c6f98fab-5593-4466-b864-ca35d1a5e120 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535052 Mar 11 19:19:48.080754 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cb27-938f-4542-bc21-79c5164f39f8 req-d8924043-59c3-4b3e-8d59-3cd2b8ae5bff tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:48.082346 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4032cb27-938f-4542-bc21-79c5164f39f8 req-d8924043-59c3-4b3e-8d59-3cd2b8ae5bff tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0605717 Mar 11 19:19:48.138332 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4032cb27-938f-4542-bc21-79c5164f39f8 req-cde92cab-9475-4c78-b008-2b4b66b13fdf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502570 Mar 11 19:19:48.248138 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd325f7-e195-4fa1-af00-58902f24822f req-e6bc31ad-d6d7-411d-96a7-6ab07a5d239e tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:48.249847 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2dd325f7-e195-4fa1-af00-58902f24822f req-e6bc31ad-d6d7-411d-96a7-6ab07a5d239e tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0690329 Mar 11 19:19:48.311114 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2dd325f7-e195-4fa1-af00-58902f24822f req-1aed3244-4027-4446-8357-15c50eb5be76 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539043 Mar 11 19:19:48.617675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e00e-f28a-4c24-b791-7d7256cdb69d req-4ddcde4f-260f-492f-ba1d-333d42dba025 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:48.619219 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d17e00e-f28a-4c24-b791-7d7256cdb69d req-4ddcde4f-260f-492f-ba1d-333d42dba025 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0638316 Mar 11 19:19:48.669981 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d17e00e-f28a-4c24-b791-7d7256cdb69d req-c2f884e7-c019-4c4e-8ec5-318d23c3e4de tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Mar 11 19:19:49.324431 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e509f04-4234-40a0-8e49-700fb68d6c96 req-b8e359c6-7450-475b-933c-8f94378be336 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:49.326003 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e509f04-4234-40a0-8e49-700fb68d6c96 req-b8e359c6-7450-475b-933c-8f94378be336 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0582287 Mar 11 19:19:49.380812 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e509f04-4234-40a0-8e49-700fb68d6c96 req-cd7a46e5-f2b5-43d8-ae23-3e61a1065412 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462272 Mar 11 19:19:49.462203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e980c-2d0d-4a2b-b593-631c88d6794b req-fb7e1265-8340-4557-b4f1-e2a6af984e56 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:49.463772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c46e980c-2d0d-4a2b-b593-631c88d6794b req-fb7e1265-8340-4557-b4f1-e2a6af984e56 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0608666 Mar 11 19:19:49.512964 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c46e980c-2d0d-4a2b-b593-631c88d6794b req-10335c9d-af9a-402c-a1df-7879a3307659 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Mar 11 19:19:49.806184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869003eb-071a-463a-aa47-bc538d4281ac req-b78efafb-c0b7-4543-86b9-5c5f795715cc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:49.808000 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-869003eb-071a-463a-aa47-bc538d4281ac req-b78efafb-c0b7-4543-86b9-5c5f795715cc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0553713 Mar 11 19:19:49.860462 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-869003eb-071a-463a-aa47-bc538d4281ac req-48c2ce8d-1560-48b2-8e35-5865dca749f9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469511 Mar 11 19:19:50.533160 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9999bf7-ec4c-4f50-bfe0-c52324394b96 req-23aec969-2922-4e84-8e62-1da8f0f95c31 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:50.534673 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a9999bf7-ec4c-4f50-bfe0-c52324394b96 req-23aec969-2922-4e84-8e62-1da8f0f95c31 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0625136 Mar 11 19:19:50.606222 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a9999bf7-ec4c-4f50-bfe0-c52324394b96 req-08d3d121-76fc-436e-ba0d-9b90bbac67c5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643449 Mar 11 19:19:50.654169 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae360c66-8156-4cf5-ba04-c78ec3b6a1f5 req-1443107d-2eb9-4c49-bb26-e1526b4777c2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:50.655816 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ae360c66-8156-4cf5-ba04-c78ec3b6a1f5 req-1443107d-2eb9-4c49-bb26-e1526b4777c2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0676074 Mar 11 19:19:50.709175 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ae360c66-8156-4cf5-ba04-c78ec3b6a1f5 req-06603c72-77c5-463b-84f3-bc2fa4891194 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452642 Mar 11 19:19:51.001914 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86695a8-c4f3-4dbe-8c6b-c19daeb2f9f7 req-eb49ef89-2960-4e64-b6d8-fecc202080d7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:51.003598 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a86695a8-c4f3-4dbe-8c6b-c19daeb2f9f7 req-eb49ef89-2960-4e64-b6d8-fecc202080d7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0579875 Mar 11 19:19:51.059202 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a86695a8-c4f3-4dbe-8c6b-c19daeb2f9f7 req-1b558291-0932-47a1-a30c-5e5c1075154d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 Mar 11 19:19:51.769868 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38ed8e-c909-4287-ba86-fc5c63834db0 req-e161fbbc-846a-4abd-861e-3d3974b88c78 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:51.775667 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5d38ed8e-c909-4287-ba86-fc5c63834db0 req-e161fbbc-846a-4abd-861e-3d3974b88c78 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0773921 Mar 11 19:19:51.854202 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5d38ed8e-c909-4287-ba86-fc5c63834db0 req-7d3c57d7-f952-44bd-bd91-b7c674adda57 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764897 Mar 11 19:19:51.876307 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe75f2-5bcc-4972-8d5f-0198d68a9e4b req-712af93c-a90c-4596-9c97-7d13de72ca28 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:51.877879 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aafe75f2-5bcc-4972-8d5f-0198d68a9e4b req-712af93c-a90c-4596-9c97-7d13de72ca28 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0824020 Mar 11 19:19:51.939331 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aafe75f2-5bcc-4972-8d5f-0198d68a9e4b req-0097734c-cbf0-4105-b932-1bf48cb5b5de tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557585 Mar 11 19:19:52.200500 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17705957-6e31-4f93-92a4-ae4f95fe6257 req-5c3164eb-89ca-4571-9b71-37ec45ae1064 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:52.202202 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17705957-6e31-4f93-92a4-ae4f95fe6257 req-5c3164eb-89ca-4571-9b71-37ec45ae1064 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0700505 Mar 11 19:19:52.268812 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17705957-6e31-4f93-92a4-ae4f95fe6257 req-2dcaf8de-3d32-48a0-b660-052f7afbfd62 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610254 Mar 11 19:19:52.993435 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bd5f-cac6-45e6-afd8-24161d7dac30 req-e02e0f26-590f-46ca-903f-6e86fea3b05f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:52.994949 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0c04bd5f-cac6-45e6-afd8-24161d7dac30 req-e02e0f26-590f-46ca-903f-6e86fea3b05f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0607862 Mar 11 19:19:53.084493 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0c04bd5f-cac6-45e6-afd8-24161d7dac30 req-3fda7439-2c3a-43a7-aaa1-ff6ca7dfb1ec tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820329 Mar 11 19:19:53.103581 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b23e-4121-4099-8028-5621b8e9a1aa req-808d7691-5425-425e-9143-898914753338 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:53.105348 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6b54b23e-4121-4099-8028-5621b8e9a1aa req-808d7691-5425-425e-9143-898914753338 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0871568 Mar 11 19:19:53.164796 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6b54b23e-4121-4099-8028-5621b8e9a1aa req-737a1aa5-a178-48bf-8e3f-7a77d3192664 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491056 Mar 11 19:19:53.405420 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcefb4-c7d2-4e1d-9e14-abf6439a219f req-fd8a0cab-f76b-46fb-b2ab-24c992dee3d2 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:53.407911 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-34bcefb4-c7d2-4e1d-9e14-abf6439a219f req-fd8a0cab-f76b-46fb-b2ab-24c992dee3d2 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0667028 Mar 11 19:19:53.460538 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-34bcefb4-c7d2-4e1d-9e14-abf6439a219f req-671e8eda-c3f9-4ab9-a63f-c39179517ecf tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Mar 11 19:19:54.264475 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bf11f-c10c-4999-b688-7ea8ea5519a1 req-dbd62b7e-010c-4630-9ff6-6cd6f4b210a8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:54.266310 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c01bf11f-c10c-4999-b688-7ea8ea5519a1 req-dbd62b7e-010c-4630-9ff6-6cd6f4b210a8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0847054 Mar 11 19:19:54.357373 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c01bf11f-c10c-4999-b688-7ea8ea5519a1 req-b97a5f51-5844-47a4-a8a5-7eb7c07a9eb7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821598 Mar 11 19:19:54.369141 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb904f4-cf53-43a5-a95f-1b687452b782 req-b0f8dc03-80b4-4043-b2c6-1e033e09fb73 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:54.370693 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cbb904f4-cf53-43a5-a95f-1b687452b782 req-b0f8dc03-80b4-4043-b2c6-1e033e09fb73 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.1250196 Mar 11 19:19:54.451132 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cbb904f4-cf53-43a5-a95f-1b687452b782 req-3bbc57cf-1319-4454-a7f0-b86d2b1f1fd8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466113 Mar 11 19:19:54.604320 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba7c84-2fc9-4da4-b7ad-0d0591292b93 req-79d504ab-f5e6-46a1-aba4-e3038cca38ce tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:54.607965 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-18ba7c84-2fc9-4da4-b7ad-0d0591292b93 req-79d504ab-f5e6-46a1-aba4-e3038cca38ce tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0552785 Mar 11 19:19:54.662334 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-18ba7c84-2fc9-4da4-b7ad-0d0591292b93 req-3c6e4e8f-9a09-4c79-981d-93bf38e9cf2a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Mar 11 19:19:55.514557 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4403-4d27-4730-a777-df95ab63925c req-5e0c20f4-b8e0-4628-a27e-b75f91fccea5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:55.516009 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d13a4403-4d27-4730-a777-df95ab63925c req-5e0c20f4-b8e0-4628-a27e-b75f91fccea5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0723357 Mar 11 19:19:55.604041 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d13a4403-4d27-4730-a777-df95ab63925c req-284c98b2-1bd5-4094-9336-531ab3d71420 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824201 Mar 11 19:19:55.623867 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1185b-0b54-49e9-8227-057688ab2bd4 req-fb461c21-c6d4-4685-9b08-beeb76ecafe4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:55.625689 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ebe1185b-0b54-49e9-8227-057688ab2bd4 req-fb461c21-c6d4-4685-9b08-beeb76ecafe4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0944316 Mar 11 19:19:55.704887 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ebe1185b-0b54-49e9-8227-057688ab2bd4 req-9193e0ab-083c-4e62-8d29-966df4c00c16 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714734 Mar 11 19:19:55.791168 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea93db-1a44-4c60-aaf3-ac6d65b8efd9 req-fba8d1db-9401-45ba-92ee-07e5b547f4f6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:55.792563 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e9ea93db-1a44-4c60-aaf3-ac6d65b8efd9 req-fba8d1db-9401-45ba-92ee-07e5b547f4f6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0578642 Mar 11 19:19:55.858827 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e9ea93db-1a44-4c60-aaf3-ac6d65b8efd9 req-d27448d4-dbb7-4bea-b85a-368d2cdeee37 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599120 Mar 11 19:19:56.738807 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87914d0a-6f2f-458a-834b-68f21990ee7a req-1f2e9ac9-364b-4ee5-8183-4f6b67aed766 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:56.740335 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-87914d0a-6f2f-458a-834b-68f21990ee7a req-1f2e9ac9-364b-4ee5-8183-4f6b67aed766 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0561814 Mar 11 19:19:56.814399 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-87914d0a-6f2f-458a-834b-68f21990ee7a req-2c2fa299-f484-4400-a719-5ae9277dd399 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678735 Mar 11 19:19:56.843170 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adbcd0-9b45-4dd9-bc7e-ba5ac18a5910 req-078b6ac6-8544-4a0c-8bde-069a801bfcb8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:56.844676 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-46adbcd0-9b45-4dd9-bc7e-ba5ac18a5910 req-078b6ac6-8544-4a0c-8bde-069a801bfcb8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0717306 Mar 11 19:19:56.895081 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-46adbcd0-9b45-4dd9-bc7e-ba5ac18a5910 req-6bfba5aa-37b1-4a38-ba78-62ff83cd439b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 Mar 11 19:19:56.994549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c7a6-58f6-4005-94d6-11989626a31e req-4203c7e4-13a8-4c2f-90de-4cbdb9f6fe37 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:56.996025 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9971c7a6-58f6-4005-94d6-11989626a31e req-4203c7e4-13a8-4c2f-90de-4cbdb9f6fe37 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0639987 Mar 11 19:19:57.046968 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9971c7a6-58f6-4005-94d6-11989626a31e req-a8115a49-bff0-4f70-8052-c7bf93d58b26 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445971 Mar 11 19:19:57.949652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623d97-1e2f-4412-9cc7-3a7c26702ea4 req-1601da0b-671e-4f7b-be94-d77ebbf2047a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:57.951903 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c9623d97-1e2f-4412-9cc7-3a7c26702ea4 req-1601da0b-671e-4f7b-be94-d77ebbf2047a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0576222 Mar 11 19:19:58.043709 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c9623d97-1e2f-4412-9cc7-3a7c26702ea4 req-0fce1961-320c-4eea-99ec-4e2bb2e30296 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860529 Mar 11 19:19:58.071275 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8540c3-ff39-4007-a3d2-ef938eafb260 req-c2518367-3444-44a3-83d3-125f2a8845c8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:58.072797 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d8540c3-ff39-4007-a3d2-ef938eafb260 req-c2518367-3444-44a3-83d3-125f2a8845c8 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.1008391 Mar 11 19:19:58.134699 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d8540c3-ff39-4007-a3d2-ef938eafb260 req-6de04409-a2ba-4cbb-8e5e-c913741be9ee tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Mar 11 19:19:58.178584 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42232fb3-83cd-4009-91de-afec17c7cd4c req-4fd90ae3-eb9e-4971-b257-f12342b8f400 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:58.180056 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42232fb3-83cd-4009-91de-afec17c7cd4c req-4fd90ae3-eb9e-4971-b257-f12342b8f400 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0614753 Mar 11 19:19:58.233126 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42232fb3-83cd-4009-91de-afec17c7cd4c req-eda41089-f8f5-4c52-bd31-4d509c3d03ca tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Mar 11 19:19:59.179827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52b22-ab57-42a2-bea0-db07154f9b65 req-20a433b8-192a-420d-b804-ffd0f79bf889 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:59.181494 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-acb52b22-ab57-42a2-bea0-db07154f9b65 req-20a433b8-192a-420d-b804-ffd0f79bf889 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0596564 Mar 11 19:19:59.268984 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-acb52b22-ab57-42a2-bea0-db07154f9b65 req-d87e8cc7-d06d-418b-b265-71cc1fb71302 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808215 Mar 11 19:19:59.292719 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207d0bd-8800-498a-a014-06c12b42746e req-16c30b0b-39db-4f87-8e03-3b74b943a6e4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:59.297838 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b207d0bd-8800-498a-a014-06c12b42746e req-16c30b0b-39db-4f87-8e03-3b74b943a6e4 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0870442 Mar 11 19:19:59.347550 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b207d0bd-8800-498a-a014-06c12b42746e req-3da1b3aa-93c7-4ab9-b42e-7052c0bb0ed7 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462272 Mar 11 19:19:59.405643 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec203a-b2e9-414b-b975-cc2243f9af0e req-d900f3f9-0c9b-44df-8529-f2bbbd318b9d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:59.407179 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-72ec203a-b2e9-414b-b975-cc2243f9af0e req-d900f3f9-0c9b-44df-8529-f2bbbd318b9d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0587099 Mar 11 19:19:59.456874 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-72ec203a-b2e9-414b-b975-cc2243f9af0e req-cab3be16-4166-4773-ad95-3a9d538dc947 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Mar 11 19:20:00.404552 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04afa2-ec85-4b4b-8c1d-83d709c6fa3a req-53ce29b1-f6c6-44a7-8e42-a77b2d17405c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:00.408128 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ea04afa2-ec85-4b4b-8c1d-83d709c6fa3a req-53ce29b1-f6c6-44a7-8e42-a77b2d17405c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0614183 Mar 11 19:20:00.447212 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba161-043f-4393-b0b0-b7516601041b req-efc675d8-787f-4197-8657-3a019551f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:00.448641 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-b20ba161-043f-4393-b0b0-b7516601041b req-efc675d8-787f-4197-8657-3a019551f3f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 1129 time: 0.0439842 Mar 11 19:20:00.488011 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ea04afa2-ec85-4b4b-8c1d-83d709c6fa3a req-24617650-0386-483a-bec7-d628eee14b04 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740633 Mar 11 19:20:00.497207 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-b20ba161-043f-4393-b0b0-b7516601041b req-05f5a3dc-7987-40da-a237-0d6d01274b6d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Mar 11 19:20:00.499549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a345be8-8686-46b9-b75a-6ec9880949ad req-41f79318-0eca-4106-9728-10021af6c981 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:00.501091 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a345be8-8686-46b9-b75a-6ec9880949ad req-41f79318-0eca-4106-9728-10021af6c981 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0795269 Mar 11 19:20:00.565071 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a345be8-8686-46b9-b75a-6ec9880949ad req-7645fe85-f03a-480d-957b-65a0f89f202a tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524240 Mar 11 19:20:00.606843 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865ed5f-81cb-48ac-bcd9-8f7e156eeee9 req-568bdab4-a436-4b71-990a-6c644138f047 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:00.608426 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c865ed5f-81cb-48ac-bcd9-8f7e156eeee9 req-568bdab4-a436-4b71-990a-6c644138f047 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0567901 Mar 11 19:20:00.668065 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c865ed5f-81cb-48ac-bcd9-8f7e156eeee9 req-034ea1b0-3d24-4fb0-97a0-3f78e051c214 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534358 Mar 11 19:20:00.887411 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:20:01.631860 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc44f02-da1b-4c85-ae61-0589897c6ff3 req-8de6f01d-77f0-4fb1-a848-ea424d6af4e0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:01.633572 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0bc44f02-da1b-4c85-ae61-0589897c6ff3 req-8de6f01d-77f0-4fb1-a848-ea424d6af4e0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0597615 Mar 11 19:20:01.712983 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0bc44f02-da1b-4c85-ae61-0589897c6ff3 req-e279adce-cca5-43b6-91cf-c12dbe5ed244 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730033 Mar 11 19:20:01.728717 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784c4b-8de0-4997-b08c-c866eb61c07c req-60ce4341-e5a8-49ea-80b0-14ec1ac4d7c9 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:01.730175 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b9784c4b-8de0-4997-b08c-c866eb61c07c req-60ce4341-e5a8-49ea-80b0-14ec1ac4d7c9 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0829463 Mar 11 19:20:01.823226 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b9784c4b-8de0-4997-b08c-c866eb61c07c req-bbae67d2-826d-4857-b419-15c43ce534c0 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773532 Mar 11 19:20:01.849040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b4d4-fa55-465b-bf58-189a040df085 req-2781807c-203b-4725-b01b-2f77fed05d3a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:01.850839 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7120b4d4-fa55-465b-bf58-189a040df085 req-2781807c-203b-4725-b01b-2f77fed05d3a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0757957 Mar 11 19:20:01.899874 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7120b4d4-fa55-465b-bf58-189a040df085 req-3173104b-0397-4457-95dd-1b55c7952203 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435386 Mar 11 19:20:02.857944 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6b08-ab3a-4b2b-a883-554f54551498 req-4c3809d2-54df-443b-b146-3b1ceff75251 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:02.859577 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9c0e6b08-ab3a-4b2b-a883-554f54551498 req-4c3809d2-54df-443b-b146-3b1ceff75251 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0538139 Mar 11 19:20:02.940195 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9c0e6b08-ab3a-4b2b-a883-554f54551498 req-092ede03-f5c5-4fc3-9031-4d1cac5c1286 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751929 Mar 11 19:20:02.967216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cbc72-65c9-460c-ae26-13691bc1b6af req-4445cbbf-cff1-4b9b-a1d2-2f3bb83a0063 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:02.969113 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e5cbc72-65c9-460c-ae26-13691bc1b6af req-4445cbbf-cff1-4b9b-a1d2-2f3bb83a0063 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0724728 Mar 11 19:20:03.077951 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e5cbc72-65c9-460c-ae26-13691bc1b6af req-9e5aa1f4-31fd-46fe-b0bd-f2beaea9c6cf tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029775 Mar 11 19:20:03.098629 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6592211-e09b-4613-b8c3-7305fdfbfb54 req-f1386acd-fdd4-49a8-b403-52eae087cea9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:03.100338 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c6592211-e09b-4613-b8c3-7305fdfbfb54 req-f1386acd-fdd4-49a8-b403-52eae087cea9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0710166 Mar 11 19:20:03.155723 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c6592211-e09b-4613-b8c3-7305fdfbfb54 req-147b8f53-fb6f-4813-b632-6c2bb7f0f603 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473759 Mar 11 19:20:03.509508 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-9579c508-7c32-4053-95bd-4e64354bc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:03.511567 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-9579c508-7c32-4053-95bd-4e64354bc173 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 1129 time: 0.0539200 Mar 11 19:20:03.525522 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578ed00-d3e3-44e0-98de-f9edcd4e0fff req-81d1a540-5901-4932-bd99-c6b3044be561 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:03.527007 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c578ed00-d3e3-44e0-98de-f9edcd4e0fff req-81d1a540-5901-4932-bd99-c6b3044be561 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0611892 Mar 11 19:20:03.591437 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c578ed00-d3e3-44e0-98de-f9edcd4e0fff req-efaf3e72-c4f9-4f7f-b96b-8fe5d5fbf31a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571311 Mar 11 19:20:03.639170 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-0063be26-0628-4407-a5fa-df52d2f27c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:03.640649 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-0063be26-0628-4407-a5fa-df52d2f27c13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 200 len: 920 time: 0.1128287 Mar 11 19:20:03.694040 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-a1cd3a97-935a-4275-b5c1-0649b3db8c85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 200 len: 217 time: 0.0359497 Mar 11 19:20:03.746749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-0ca91863-7910-4a54-af8c-7fee3e3bf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:03.748961 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-0ca91863-7910-4a54-af8c-7fee3e3bf1fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 200 len: 859 time: 0.0449166 Mar 11 19:20:04.073114 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b5c81-a9c0-4b9c-ade2-9acdd957dffc req-8e5edf97-51d5-4475-8a96-c1746284fea3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:04.074588 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f73b5c81-a9c0-4b9c-ade2-9acdd957dffc req-8e5edf97-51d5-4475-8a96-c1746284fea3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0567546 Mar 11 19:20:04.122987 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f73b5c81-a9c0-4b9c-ade2-9acdd957dffc req-9dfa067a-ba9f-491a-954d-9d895d01e7bd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Mar 11 19:20:04.644089 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d422ed2c-d736-4f93-8293-7b22bfe7da4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:04.724785 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b657fdf-0da6-4031-82fd-e78fc378bc1f req-819a2f27-90ba-410e-9b24-aa32d12910c0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:04.726434 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6b657fdf-0da6-4031-82fd-e78fc378bc1f req-819a2f27-90ba-410e-9b24-aa32d12910c0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0528204 Mar 11 19:20:04.774260 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6b657fdf-0da6-4031-82fd-e78fc378bc1f req-ab990ae8-1726-412a-97c9-159a631de345 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Mar 11 19:20:05.043177 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-1096b097-659b-4fad-849f-6e0192059fd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b68d94e-eaf5-4cce-88a4-4aa976165179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301213 Mar 11 19:20:05.267589 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda4304-4f68-4466-b527-82e3ca748a22 req-15726ff4-ac46-4242-bbeb-21955fb37338 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:05.269086 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-efda4304-4f68-4466-b527-82e3ca748a22 req-15726ff4-ac46-4242-bbeb-21955fb37338 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0564158 Mar 11 19:20:05.315268 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:05.317496 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-efda4304-4f68-4466-b527-82e3ca748a22 req-ace2f71a-7fdf-4ebf-801b-845b4b05e957 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Mar 11 19:20:05.894155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34fe-7f06-4dc2-900a-e3f99853ecaa req-c53143b5-f313-4c65-8cf0-d6290f3ab4d0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:05.895642 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d1de34fe-7f06-4dc2-900a-e3f99853ecaa req-c53143b5-f313-4c65-8cf0-d6290f3ab4d0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Mar 11 19:20:05.945068 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d1de34fe-7f06-4dc2-900a-e3f99853ecaa req-66953402-a39f-451c-b464-0bc2bdfa1a8e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Mar 11 19:20:06.339499 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-4db6f716-6234-4e94-815d-0d1544175735 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838101 Mar 11 19:20:06.441821 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cb803-d86c-4ce8-996d-4aefd3013a5c req-995832b0-3077-4fee-bd67-23f60c30e497 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:06.443392 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-275cb803-d86c-4ce8-996d-4aefd3013a5c req-995832b0-3077-4fee-bd67-23f60c30e497 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0537944 Mar 11 19:20:06.498617 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-275cb803-d86c-4ce8-996d-4aefd3013a5c req-3e2c32db-d010-4935-bd6a-79e5b958dac4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485268 Mar 11 19:20:06.950475 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d0508b82-3804-49ce-a6e8-fdff8b3cfb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:07.065290 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2671690-499c-430d-bacd-014282247cc6 req-d8c2050a-5570-4387-9486-d32f9e3fa132 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:07.066825 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d2671690-499c-430d-bacd-014282247cc6 req-d8c2050a-5570-4387-9486-d32f9e3fa132 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0550034 Mar 11 19:20:07.113578 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d2671690-499c-430d-bacd-014282247cc6 req-992fdf30-4ca3-43a7-a63c-104046945b1a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409515 Mar 11 19:20:07.626820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c002ee-8459-4d20-8cce-8363a35478a6 req-ac4d776a-51f5-4829-b242-adbb8a44d570 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:07.628626 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-60c002ee-8459-4d20-8cce-8363a35478a6 req-ac4d776a-51f5-4829-b242-adbb8a44d570 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0551341 Mar 11 19:20:07.681300 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-60c002ee-8459-4d20-8cce-8363a35478a6 req-35d1b2c7-665f-43a9-84dc-bf1c07169e7f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462704 Mar 11 19:20:07.822236 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ee5f50ef-21f2-4072-8407-aeec1bdc1810 req-a321283c-3283-4c94-9a97-e86e2ae163f0 service neutron] 10.222.0.18 "GET /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889308 Mar 11 19:20:08.505094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd429b-6a11-4ea3-a835-9da400bbb162 req-2d198c2a-6dfd-4934-97e1-d77ed3056487 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:08.506556 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a4bd429b-6a11-4ea3-a835-9da400bbb162 req-2d198c2a-6dfd-4934-97e1-d77ed3056487 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.3240209 Mar 11 19:20:08.520216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd437-a6ae-4bb2-8e75-acf062e14f33 req-f53e1370-8a58-4462-b810-8a41c5d70edd tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:08.521665 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-341dd437-a6ae-4bb2-8e75-acf062e14f33 req-f53e1370-8a58-4462-b810-8a41c5d70edd tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0714254 Mar 11 19:20:08.589059 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a4bd429b-6a11-4ea3-a835-9da400bbb162 req-6770c7d7-2778-47a2-8733-d33c5c4f9e48 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764191 Mar 11 19:20:08.600915 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-341dd437-a6ae-4bb2-8e75-acf062e14f33 req-72007e01-31f5-4d2a-9bc6-3ae893eda4ab tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Mar 11 19:20:08.742148 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:08.824060 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf86407-1bcc-41e9-b951-7f81e03b13ce req-a4ada45c-b610-4f4d-bfca-8f0594a805cf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:08.826134 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-baf86407-1bcc-41e9-b951-7f81e03b13ce req-a4ada45c-b610-4f4d-bfca-8f0594a805cf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0573905 Mar 11 19:20:08.874713 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-baf86407-1bcc-41e9-b951-7f81e03b13ce req-e28dbfb6-7029-4f02-8580-da79124487b4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Mar 11 19:20:09.740431 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934b0c2-48fc-4e9c-8db1-aaafd67b18bb req-54d14caf-2df2-4076-831c-1e2aeaefc7b6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:09.741915 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b934b0c2-48fc-4e9c-8db1-aaafd67b18bb req-54d14caf-2df2-4076-831c-1e2aeaefc7b6 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0811882 Mar 11 19:20:09.772469 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba149ca-3d55-41ab-9484-b2f1c92d2c5d req-1c9d7c33-0fb9-41ae-9f7e-884accab7e67 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:09.774277 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ba149ca-3d55-41ab-9484-b2f1c92d2c5d req-1c9d7c33-0fb9-41ae-9f7e-884accab7e67 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0856454 Mar 11 19:20:09.817651 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b934b0c2-48fc-4e9c-8db1-aaafd67b18bb req-0b9c2536-4212-4b5b-a1fe-16696ce9ec0b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694830 Mar 11 19:20:09.841940 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ba149ca-3d55-41ab-9484-b2f1c92d2c5d req-bef6913c-85af-4a24-822c-d0674776de83 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603485 Mar 11 19:20:10.009820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7317ba-9dee-4404-a464-81e2d5bd429d req-eceb1d7a-5a4e-4c1a-9f12-2bf9ccdd8db6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:10.011341 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e7317ba-9dee-4404-a464-81e2d5bd429d req-eceb1d7a-5a4e-4c1a-9f12-2bf9ccdd8db6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 944 time: 0.0543947 Mar 11 19:20:10.058357 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e7317ba-9dee-4404-a464-81e2d5bd429d req-3e048619-70db-4ac5-b074-eeaa044d7bb0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Mar 11 19:20:10.327494 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:10.641798 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:20:10.745204 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:10.756250 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '6da86750-4fea-4b06-9386-98849c4fabec', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'port_id': '6da86750-4fea-4b06-9386-98849c4fabec', 'mac_address': 'fa:16:3e:c0:b9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:20:10.797401 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:20:10.797796 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:10.810462 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da86750-4fea-4b06-9386-98849c4fabec {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:20:10.831967 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:10.835814 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:10.885672 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=9']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:10.989324 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a210a-6e8e-4eb2-a48e-6c7ca377f97c req-c3429d58-8e19-4f53-ac9b-bd5242c5aa4b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:10.990792 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-408a210a-6e8e-4eb2-a48e-6c7ca377f97c req-c3429d58-8e19-4f53-ac9b-bd5242c5aa4b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0896726 Mar 11 19:20:11.001786 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a3350-eae2-47af-9d33-62f2a6ec2f1d req-af44fcc9-4c64-42af-9e6b-22b51cab3c82 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:11.003179 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1b7a3350-eae2-47af-9d33-62f2a6ec2f1d req-af44fcc9-4c64-42af-9e6b-22b51cab3c82 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0746534 Mar 11 19:20:11.075993 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-408a210a-6e8e-4eb2-a48e-6c7ca377f97c req-d3321ddb-e687-44ef-8360-b67a916ecbf4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Mar 11 19:20:11.079826 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1b7a3350-eae2-47af-9d33-62f2a6ec2f1d req-70579c2c-c2cf-4bf7-b253-2ced893a024b tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae2beae4-9613-42c6-b9b3-bdd615175728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701330 Mar 11 19:20:11.184503 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e6b5-52e3-46a3-b1b4-3c9ce43862b3 req-8d64499d-0448-43d1-a117-96c8c84bb77d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:11.186354 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d66e6b5-52e3-46a3-b1b4-3c9ce43862b3 req-8d64499d-0448-43d1-a117-96c8c84bb77d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0541983 Mar 11 19:20:11.234046 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d66e6b5-52e3-46a3-b1b4-3c9ce43862b3 req-24f7cef3-2c22-4039-a084-b3130d71fcf2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Mar 11 19:20:11.458310 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['6da86750-4fea-4b06-9386-98849c4fabec'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:20:11.690536 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:11.693697 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a357911-d475-49fe-a083-334fe8951992 req-88955d6a-1e18-4da0-b6d3-0a776db748a2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:11.695315 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a357911-d475-49fe-a083-334fe8951992 req-88955d6a-1e18-4da0-b6d3-0a776db748a2 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 945 time: 0.0595176 Mar 11 19:20:11.830645 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Deleting port 557b3188-8aa1-43ba-9304-4cad711b8473 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:20:11.831094 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:11.954673 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] For port 557b3188-8aa1-43ba-9304-4cad711b8473, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=557b3188-8aa1-43ba-9304-4cad711b8473,segment=NetworkSegment(1b81c27d-7f2d-48de-b7a8-30cfc26e2d06),segment_id=1b81c27d-7f2d-48de-b7a8-30cfc26e2d06)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:11.955043 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:11.973439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Calling delete_port for 557b3188-8aa1-43ba-9304-4cad711b8473 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:20:12.120961 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (557b3188-8aa1-43ba-9304-4cad711b8473), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:12.139765 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['557b3188-8aa1-43ba-9304-4cad711b8473'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:20:12.152816 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Pushing event deleted for resources: {'Port': ['ID=557b3188-8aa1-43ba-9304-4cad711b8473,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:12.165222 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.165569 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.165918 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.166254 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.166588 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.166922 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.167460 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.167804 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.169142 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.169497 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.169824 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.170294 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.170625 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:12.216651 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] No DVR routers for this DVR port 557b3188-8aa1-43ba-9304-4cad711b8473 on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:20:12.219523 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:12.223070 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-5a357911-d475-49fe-a083-334fe8951992 req-a636eb26-12ba-4849-8c12-edd08fe14f08 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.18 "DELETE /v2.0/ports/557b3188-8aa1-43ba-9304-4cad711b8473 HTTP/1.1" status: 204 len: 173 time: 0.5062971 Mar 11 19:20:12.223545 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'name': 'network-vif-deleted', 'tag': '557b3188-8aa1-43ba-9304-4cad711b8473'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:20:12.225873 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45d17b-c932-43a5-bf18-2c77d2a1d9db" -d '{"events": [{"server_uuid": "1cd2c2ef-f352-49b4-8dce-b45aea7ba605", "name": "network-vif-deleted", "tag": "557b3188-8aa1-43ba-9304-4cad711b8473"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:20:12.255999 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ab8d698-2704-4c5c-bb30-98294eeaa805 req-04b56556-d1fa-4109-a5c0-563a4b5c2b00 tempest-VolumesActionsTest-240025979 tempest-VolumesActionsTest-240025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cd2c2ef-f352-49b4-8dce-b45aea7ba605 HTTP/1.1" status: 200 len: 210 time: 0.0318699 Mar 11 19:20:12.278353 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b630f2d-8258-43ad-bb9b-9d60e54d3910 req-611656e8-12c7-48b3-bd44-565b123ff5e1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:12.279905 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b630f2d-8258-43ad-bb9b-9d60e54d3910 req-611656e8-12c7-48b3-bd44-565b123ff5e1 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.1167374 Mar 11 19:20:12.316923 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89813c06-20df-4c13-a1cb-e31a0efdb3cc x-openstack-request-id: req-89813c06-20df-4c13-a1cb-e31a0efdb3cc {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:20:12.317714 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd2c2ef-f352-49b4-8dce-b45aea7ba605", "name": "network-vif-deleted", "tag": "557b3188-8aa1-43ba-9304-4cad711b8473", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:20:12.318022 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89813c06-20df-4c13-a1cb-e31a0efdb3cc {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:20:12.323892 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd2c2ef-f352-49b4-8dce-b45aea7ba605', 'name': 'network-vif-deleted', 'tag': '557b3188-8aa1-43ba-9304-4cad711b8473', 'status': 'completed', 'code': 200} Mar 11 19:20:12.344766 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b630f2d-8258-43ad-bb9b-9d60e54d3910 req-ef6f4671-2cde-486b-804c-2ced4e22c367 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579667 Mar 11 19:20:12.424197 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b326d-d9ce-4bbd-9929-240af2b112c8 req-76b0004b-e1e6-4837-ab59-0fd9b8a3aa25 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:12.425787 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ea2b326d-d9ce-4bbd-9929-240af2b112c8 req-76b0004b-e1e6-4837-ab59-0fd9b8a3aa25 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0595996 Mar 11 19:20:12.482769 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ea2b326d-d9ce-4bbd-9929-240af2b112c8 req-a445ea26-2bb6-4c0a-9b1c-48f933d0ca01 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Mar 11 19:20:13.632451 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b124b8a-e3f1-49bb-8671-c4799c4ca551 req-0f0e1a3d-6daf-4e0e-bf8f-f3685c43157a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:13.634155 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b124b8a-e3f1-49bb-8671-c4799c4ca551 req-0f0e1a3d-6daf-4e0e-bf8f-f3685c43157a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0721581 Mar 11 19:20:13.684655 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3b124b8a-e3f1-49bb-8671-c4799c4ca551 req-b4335b11-35fb-4546-8562-d4856a3c4a39 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Mar 11 19:20:14.782529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:20:14.820609 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403826d7-4e95-446d-b43a-442e49e00717 req-4d3c5b2f-5d16-40b8-b3bc-8726dd9c7165 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:14.822113 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-403826d7-4e95-446d-b43a-442e49e00717 req-4d3c5b2f-5d16-40b8-b3bc-8726dd9c7165 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 945 time: 0.0550191 Mar 11 19:20:14.834763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 6da86750-4fea-4b06-9386-98849c4fabec triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:20:14.835144 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (6da86750-4fea-4b06-9386-98849c4fabec), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:14.883491 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-403826d7-4e95-446d-b43a-442e49e00717 req-2e1822ab-f68b-4299-af68-d12a3d7fe337 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Mar 11 19:20:14.916533 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 6da86750-4fea-4b06-9386-98849c4fabec is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:20:14.916963 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:14.948315 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:20:14.951613 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ed09b1-40e1-4a53-b26a-5633613cc123" -d '{"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:20:14.964639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:14.970021 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:14.971126 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 557b3188-8aa1-43ba-9304-4cad711b8473 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:20:15.021726 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510ae26-03b1-45a6-b49e-e569a0a620fb x-openstack-request-id: req-f510ae26-03b1-45a6-b49e-e569a0a620fb {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:20:15.022158 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-plugged", "status": "completed", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:20:15.022715 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f510ae26-03b1-45a6-b49e-e569a0a620fb {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:20:15.023104 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'code': 200} Mar 11 19:20:15.023639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 557b3188-8aa1-43ba-9304-4cad711b8473 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:20:15.023986 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 557b3188-8aa1-43ba-9304-4cad711b8473 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:20:15.053375 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=10']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:15.061419 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.061770 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.062145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.062487 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.062820 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.063150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.063479 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.063803 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.064130 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.064464 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.064850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.065165 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:15.065481 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:16.013772 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79617628-e479-4df5-9226-7b7eb9a7d441 req-ee91d41e-2631-40da-8cad-244942c2dfd0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:16.015251 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-79617628-e479-4df5-9226-7b7eb9a7d441 req-ee91d41e-2631-40da-8cad-244942c2dfd0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0574219 Mar 11 19:20:16.067164 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-79617628-e479-4df5-9226-7b7eb9a7d441 req-3c5bffd5-8b82-4e7c-bacf-a0c85ccdb8f5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Mar 11 19:20:17.193808 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11d38d-b83e-4f5c-9c3e-b50497c64a4d req-1eb09d42-d363-4f64-9e22-e8d6fcbea5bc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:17.195273 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f11d38d-b83e-4f5c-9c3e-b50497c64a4d req-1eb09d42-d363-4f64-9e22-e8d6fcbea5bc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0549424 Mar 11 19:20:17.244293 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f11d38d-b83e-4f5c-9c3e-b50497c64a4d req-58e28e87-2909-4f80-9a13-34f00f774e72 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Mar 11 19:20:17.850901 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a436c76-2973-44de-853a-1ac89047983a req-aeb2ffa1-0603-4387-bea6-34e13dbe30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:17.852453 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9a436c76-2973-44de-853a-1ac89047983a req-aeb2ffa1-0603-4387-bea6-34e13dbe30e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1131 time: 0.0488791 Mar 11 19:20:17.906598 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9a436c76-2973-44de-853a-1ac89047983a req-c119d96a-965f-4037-8a28-fb365bd0a7ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Mar 11 19:20:18.372392 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e65568-42da-4d93-b2c2-054d030d88c0 req-a956b448-6564-4165-ac09-6bab1e979549 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:18.374529 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-50e65568-42da-4d93-b2c2-054d030d88c0 req-a956b448-6564-4165-ac09-6bab1e979549 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0585752 Mar 11 19:20:18.426745 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-50e65568-42da-4d93-b2c2-054d030d88c0 req-1e511c4e-4e28-4d05-bcc5-6d74b766a7c3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447614 Mar 11 19:20:19.551100 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a113-02ad-41b5-af4d-8aa9b4456a45 req-9284c278-2e95-4de2-a459-850f25bb8986 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:19.552518 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d609a113-02ad-41b5-af4d-8aa9b4456a45 req-9284c278-2e95-4de2-a459-850f25bb8986 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0534792 Mar 11 19:20:19.607732 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d609a113-02ad-41b5-af4d-8aa9b4456a45 req-da4a8877-5999-49c4-abe8-038a0a90eba4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496941 Mar 11 19:20:20.743942 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e028dc6-9125-4dab-bfe7-ef6a515a4dc2 req-7dd7707e-6c69-4a7b-912a-2f4634124555 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:20.745461 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e028dc6-9125-4dab-bfe7-ef6a515a4dc2 req-7dd7707e-6c69-4a7b-912a-2f4634124555 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0559709 Mar 11 19:20:20.798209 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e028dc6-9125-4dab-bfe7-ef6a515a4dc2 req-74a55e77-149f-437c-8d67-51157d852ac1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463023 Mar 11 19:20:21.931865 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c243243-15b8-4462-be56-69d5841c3c21 req-aa49b1c5-0f76-4120-ad95-dbac1860d4cc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:21.933524 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4c243243-15b8-4462-be56-69d5841c3c21 req-aa49b1c5-0f76-4120-ad95-dbac1860d4cc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0595148 Mar 11 19:20:21.981024 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4c243243-15b8-4462-be56-69d5841c3c21 req-44209149-3841-441a-bd7f-ac558b3d48cd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Mar 11 19:20:23.116705 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d8f3-8100-4161-8eb6-71c38214f6fc req-e434a26d-ecac-452c-9f18-2ed8f55b9026 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:23.118313 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0259d8f3-8100-4161-8eb6-71c38214f6fc req-e434a26d-ecac-452c-9f18-2ed8f55b9026 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0642171 Mar 11 19:20:23.168493 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0259d8f3-8100-4161-8eb6-71c38214f6fc req-8f51c3c9-218c-404a-b19d-8a37fefcc934 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Mar 11 19:20:24.301191 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77101c-9645-4103-9820-f77f86d80202 req-ddf43c62-6850-44e7-8e0a-8a3167476fc1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:24.303971 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ca77101c-9645-4103-9820-f77f86d80202 req-ddf43c62-6850-44e7-8e0a-8a3167476fc1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0569456 Mar 11 19:20:24.366637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ca77101c-9645-4103-9820-f77f86d80202 req-1086739e-388a-4082-947f-006a60357af7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561552 Mar 11 19:20:24.903813 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e2f49-54a2-467d-be9d-73d9b955d33d req-6a073455-75e4-45bd-8703-e3e96bb61773 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:24.905356 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ec5e2f49-54a2-467d-be9d-73d9b955d33d req-6a073455-75e4-45bd-8703-e3e96bb61773 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0583568 Mar 11 19:20:24.957328 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ec5e2f49-54a2-467d-be9d-73d9b955d33d req-091fd19b-00b2-40d1-be31-8c4db000f50e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465424 Mar 11 19:20:26.109851 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56b693-2586-40c8-a208-d17ebbc5dc9b req-96e6bb07-decb-4459-a270-96805556257f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:26.111162 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ee56b693-2586-40c8-a208-d17ebbc5dc9b req-96e6bb07-decb-4459-a270-96805556257f tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0652130 Mar 11 19:20:26.171743 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ee56b693-2586-40c8-a208-d17ebbc5dc9b req-8c9993e9-a0ae-43ee-ba8b-a4df3563bc7e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541070 Mar 11 19:20:27.314571 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77791257-3814-4b40-a3de-fcd6f143776b req-f7789ce7-3566-4bba-aaf3-078edce2582b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:27.316108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-77791257-3814-4b40-a3de-fcd6f143776b req-f7789ce7-3566-4bba-aaf3-078edce2582b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0618367 Mar 11 19:20:27.417827 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-77791257-3814-4b40-a3de-fcd6f143776b req-94120d4d-6b44-4391-b8a9-15751757a4ce tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883021 Mar 11 19:20:27.690895 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44776) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:27.838461 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:27.934620 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Publish callbacks [] for security_group (898e1b2c-33e9-403e-b507-1ace38247132), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:27.939784 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (898e1b2c-33e9-403e-b507-1ace38247132), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:27.976147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898e1b2c-33e9-403e-b507-1ace38247132,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:27.988176 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.988528 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.988894 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.989250 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.989585 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.989935 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.990285 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.990611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.990958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.991286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.991625 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.991966 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:27.992507 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.007398 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-443ba84b-c5f0-438e-b91b-7e1683eea309 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bdc1602d738649f1a8632ca3c27ac545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122573 Mar 11 19:20:28.007775 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 44780) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:28.066723 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-029d2291-d3b8-495d-b347-13205450397c admin admin] Publish callbacks [] for security_group (898e1b2c-33e9-403e-b507-1ace38247132), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.095486 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-029d2291-d3b8-495d-b347-13205450397c admin admin] Publish callbacks [] for security_group (898e1b2c-33e9-403e-b507-1ace38247132), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.159078 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-029d2291-d3b8-495d-b347-13205450397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (898e1b2c-33e9-403e-b507-1ace38247132), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.162433 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-029d2291-d3b8-495d-b347-13205450397c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.163651 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-029d2291-d3b8-495d-b347-13205450397c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/898e1b2c-33e9-403e-b507-1ace38247132 HTTP/1.1" status: 204 len: 168 time: 0.1553316 Mar 11 19:20:28.177600 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d2291-d3b8-495d-b347-13205450397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898e1b2c-33e9-403e-b507-1ace38247132,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:28.556307 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745e634-f605-43a3-8a0e-228e3ba3a730 req-04835a82-aae0-4688-830c-e9552e220347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:28.564483 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6745e634-f605-43a3-8a0e-228e3ba3a730 req-04835a82-aae0-4688-830c-e9552e220347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0673692 Mar 11 19:20:28.635536 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6745e634-f605-43a3-8a0e-228e3ba3a730 req-d603f807-3bb4-4ee5-846c-8b4c3b1fac3c tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699027 Mar 11 19:20:29.747261 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4d59-bdbc-457a-94f7-0f56c0610f4f req-c17e04b9-c586-449b-b1d9-aff6ddaee11e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:29.749518 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e88c4d59-bdbc-457a-94f7-0f56c0610f4f req-c17e04b9-c586-449b-b1d9-aff6ddaee11e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0580847 Mar 11 19:20:29.798142 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e88c4d59-bdbc-457a-94f7-0f56c0610f4f req-8bb5e853-9901-4b58-a4f7-fc27ee149f8d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Mar 11 19:20:30.026841 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-3c29b298-c16c-49e1-8a92-a6d52fe685c9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:30.028307 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-3c29b298-c16c-49e1-8a92-a6d52fe685c9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 945 time: 0.0624237 Mar 11 19:20:30.155472 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Deleting port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:20:30.155887 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:30.265058 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] For port 0068da43-a37d-44fc-a1ae-8e2c8f642a37, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=0068da43-a37d-44fc-a1ae-8e2c8f642a37,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:30.265711 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:30.284260 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Calling delete_port for 0068da43-a37d-44fc-a1ae-8e2c8f642a37 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:20:30.445921 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (0068da43-a37d-44fc-a1ae-8e2c8f642a37), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:30.461880 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['9c6a3571-8d9b-4f16-9e1c-169d382da16b', '0068da43-a37d-44fc-a1ae-8e2c8f642a37'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:20:30.476451 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Pushing event deleted for resources: {'Port': ['ID=0068da43-a37d-44fc-a1ae-8e2c8f642a37,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:30.562468 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] No DVR routers for this DVR port 0068da43-a37d-44fc-a1ae-8e2c8f642a37 on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:20:30.565793 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:30.570092 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-0e9265b4-b16c-49cb-9775-bfa6c86157f5 req-e2afc6c0-bb7a-4e20-8c30-02efffb128a7 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "DELETE /v2.0/ports/0068da43-a37d-44fc-a1ae-8e2c8f642a37 HTTP/1.1" status: 204 len: 173 time: 0.5236254 Mar 11 19:20:30.571217 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4146ee59-34ce-4d90-9037-6aa218890420', 'name': 'network-vif-deleted', 'tag': '0068da43-a37d-44fc-a1ae-8e2c8f642a37'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:20:30.575163 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2db801c-3def-4740-a769-a70eb42bf083" -d '{"events": [{"server_uuid": "4146ee59-34ce-4d90-9037-6aa218890420", "name": "network-vif-deleted", "tag": "0068da43-a37d-44fc-a1ae-8e2c8f642a37"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:20:30.683207 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7f87e4-1ea9-4af2-9bd1-75cf9216e09f x-openstack-request-id: req-4c7f87e4-1ea9-4af2-9bd1-75cf9216e09f {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:20:30.684178 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4146ee59-34ce-4d90-9037-6aa218890420", "name": "network-vif-deleted", "tag": "0068da43-a37d-44fc-a1ae-8e2c8f642a37", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:20:30.684531 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c7f87e4-1ea9-4af2-9bd1-75cf9216e09f {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:20:30.685456 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4146ee59-34ce-4d90-9037-6aa218890420', 'name': 'network-vif-deleted', 'tag': '0068da43-a37d-44fc-a1ae-8e2c8f642a37', 'status': 'completed', 'code': 200} Mar 11 19:20:30.920235 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e574b3d-a7d0-49af-bfbe-f576be197630 req-5f033abe-6c90-41e7-9b91-75f818f28eb0 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=4146ee59-34ce-4d90-9037-6aa218890420 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Mar 11 19:20:32.287359 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb092fd-012a-4f8f-b885-07ad40ec075a req-2b603377-a5bb-423c-93d2-245ee995ee70 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:32.296292 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3cb092fd-012a-4f8f-b885-07ad40ec075a req-2b603377-a5bb-423c-93d2-245ee995ee70 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0762613 Mar 11 19:20:32.309855 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 44862) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:32.347185 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3cb092fd-012a-4f8f-b885-07ad40ec075a req-ea07334f-9acc-42b7-8626-10395117a631 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499463 Mar 11 19:20:32.475306 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6477c9f-08b6-4f3c-b5f4-03f88848e55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.579399 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6477c9f-08b6-4f3c-b5f4-03f88848e55b admin admin] Publish callbacks [] for security_group (d91b16f2-507f-4814-a2fb-c6b5a1146864), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.584317 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f6477c9f-08b6-4f3c-b5f4-03f88848e55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d91b16f2-507f-4814-a2fb-c6b5a1146864), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.628927 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 44870) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:32.633561 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-f6477c9f-08b6-4f3c-b5f4-03f88848e55b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31a503d9938c43ac817b566a70790384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224919 Mar 11 19:20:32.634954 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6477c9f-08b6-4f3c-b5f4-03f88848e55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91b16f2-507f-4814-a2fb-c6b5a1146864,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:32.683573 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-995f1240-21a2-468f-aa99-0bc4716001ed admin admin] Publish callbacks [] for security_group (d91b16f2-507f-4814-a2fb-c6b5a1146864), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.715888 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-995f1240-21a2-468f-aa99-0bc4716001ed admin admin] Publish callbacks [] for security_group (d91b16f2-507f-4814-a2fb-c6b5a1146864), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.761499 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 0068da43-a37d-44fc-a1ae-8e2c8f642a37 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:20:32.782073 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-995f1240-21a2-468f-aa99-0bc4716001ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d91b16f2-507f-4814-a2fb-c6b5a1146864), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.785118 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-995f1240-21a2-468f-aa99-0bc4716001ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:32.786643 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-995f1240-21a2-468f-aa99-0bc4716001ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d91b16f2-507f-4814-a2fb-c6b5a1146864 HTTP/1.1" status: 204 len: 168 time: 0.1565816 Mar 11 19:20:32.790647 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 0068da43-a37d-44fc-a1ae-8e2c8f642a37 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:20:32.791516 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 0068da43-a37d-44fc-a1ae-8e2c8f642a37 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:20:32.795517 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f1240-21a2-468f-aa99-0bc4716001ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91b16f2-507f-4814-a2fb-c6b5a1146864,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:33.518018 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41239b7a-43c1-477c-a790-f7f691c66d60 req-0797fc4f-482a-4126-b8ce-b7be2e5e1738 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:33.525942 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-41239b7a-43c1-477c-a790-f7f691c66d60 req-0797fc4f-482a-4126-b8ce-b7be2e5e1738 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0829413 Mar 11 19:20:33.592238 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-41239b7a-43c1-477c-a790-f7f691c66d60 req-b03d4616-0315-43bf-b4fe-5441974f649b tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641179 Mar 11 19:20:34.648714 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4590ca04-a4b6-43e6-af34-422d2b4ce11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:34.731274 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba0809-97b5-4b3f-8107-09181f81260e req-cfa3dc5a-8792-459c-97d9-963c67836795 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:34.733978 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9dba0809-97b5-4b3f-8107-09181f81260e req-cfa3dc5a-8792-459c-97d9-963c67836795 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0564399 Mar 11 19:20:34.787549 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9dba0809-97b5-4b3f-8107-09181f81260e req-0308b98f-0795-44fe-82de-2cf19f92246a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471861 Mar 11 19:20:35.340455 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:35.947545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e0fd-4c5a-466c-abfa-907f84d43be2 req-a227757b-498e-412d-a829-57b1814c369e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:35.950641 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3b9e0fd-4c5a-466c-abfa-907f84d43be2 req-a227757b-498e-412d-a829-57b1814c369e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0600982 Mar 11 19:20:36.005158 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3b9e0fd-4c5a-466c-abfa-907f84d43be2 req-6ee12ce4-c4bf-4af6-bfa9-7797c98b7c2a tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Mar 11 19:20:36.960986 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0200e68-0bbf-4abd-a91f-fa7a622540a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:37.170867 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc08b3-084e-458b-8a83-e67bd4237784 req-525680f1-7588-43fb-9c74-e2749b7429cc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:37.177108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-12bc08b3-084e-458b-8a83-e67bd4237784 req-525680f1-7588-43fb-9c74-e2749b7429cc tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0741541 Mar 11 19:20:37.257237 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-12bc08b3-084e-458b-8a83-e67bd4237784 req-6c1fd645-f845-414e-be21-5afa7c1acb59 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Mar 11 19:20:37.896610 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:20:38.091852 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-bd0b995b-9041-405d-a574-921d275fd4ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593703 Mar 11 19:20:38.186917 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-96081168-f352-4e68-bf5d-e032377f6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:38.188465 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-96081168-f352-4e68-bf5d-e032377f6a50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 1131 time: 0.0570786 Mar 11 19:20:38.321969 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-08149ade-2ee6-43ef-8c79-63dca7d944d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:38.324082 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-08149ade-2ee6-43ef-8c79-63dca7d944d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.1062622 Mar 11 19:20:38.430829 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c70f8-dfff-41b4-8f85-d34651e98ba3 req-fc39df9b-2032-491b-990d-c2f6dd3607b9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:38.440982 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-290c70f8-dfff-41b4-8f85-d34651e98ba3 req-fc39df9b-2032-491b-990d-c2f6dd3607b9 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0722764 Mar 11 19:20:38.504956 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-290c70f8-dfff-41b4-8f85-d34651e98ba3 req-92c18dca-a4a3-4c36-a728-8e34679c7faf tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625310 Mar 11 19:20:38.519839 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-2c2d27bb-ba70-4f67-aa4f-1d2330390895 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 200 len: 1001 time: 0.1855485 Mar 11 19:20:38.587153 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-2fc613bf-20d5-4fdf-bb7e-1c9f5b07564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:38.588632 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-2fc613bf-20d5-4fdf-bb7e-1c9f5b07564f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0627024 Mar 11 19:20:38.664757 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-38503481-ffbe-417f-a697-f778795284be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:38.666484 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-38503481-ffbe-417f-a697-f778795284be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569193 Mar 11 19:20:38.778953 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:38.827749 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-002913fd-edcd-4345-ab3a-a5af24f0308c service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405904 Mar 11 19:20:38.971315 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a5cc0144-5f3d-4c2f-a1d2-76344d688779 req-1f3e8c6e-026c-4c31-beef-2420ca608c9d service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226630 Mar 11 19:20:39.687156 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e4e9e-7b89-4f44-80ca-d4d6fe829a20 req-0b341cef-3e59-4186-b3ad-79b6d2fd6914 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:39.695432 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-659e4e9e-7b89-4f44-80ca-d4d6fe829a20 req-0b341cef-3e59-4186-b3ad-79b6d2fd6914 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0863218 Mar 11 19:20:39.760044 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-659e4e9e-7b89-4f44-80ca-d4d6fe829a20 req-6d394544-6ca5-4c76-892e-0abf02ec0ee4 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615370 Mar 11 19:20:40.351032 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:40.904859 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae181fb0-5967-4700-9441-aaa5476f6722 req-bc58d7ee-e779-485e-ac57-f5802dbf542d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:40.912508 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ae181fb0-5967-4700-9441-aaa5476f6722 req-bc58d7ee-e779-485e-ac57-f5802dbf542d tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0703228 Mar 11 19:20:40.971235 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ae181fb0-5967-4700-9441-aaa5476f6722 req-187f1234-f5de-4855-8e9b-b360fc7db0df tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Mar 11 19:20:41.702857 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:42.113109 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706aee5-daf7-4b63-b64c-f482757b4e78 req-07f7d25e-2959-48b6-93d6-6b420e37cc9e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:42.120310 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5706aee5-daf7-4b63-b64c-f482757b4e78 req-07f7d25e-2959-48b6-93d6-6b420e37cc9e tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0677319 Mar 11 19:20:42.189059 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5706aee5-daf7-4b63-b64c-f482757b4e78 req-1f2a61b3-f858-44f5-80e2-ef9aea19a018 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/security-groups?id=a4dc8e29-57f1-41a9-a6ab-c49017f60c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668247 Mar 11 19:20:42.455931 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-b8c8aaf0-7cd5-4e7b-bd86-92338b8fa181 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:42.458888 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-b8c8aaf0-7cd5-4e7b-bd86-92338b8fa181 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 945 time: 0.0801878 Mar 11 19:20:42.574454 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Deleting port 9c6a3571-8d9b-4f16-9e1c-169d382da16b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:20:42.574718 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:42.895385 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] For port 9c6a3571-8d9b-4f16-9e1c-169d382da16b, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9c6a3571-8d9b-4f16-9e1c-169d382da16b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:42.895821 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:42.911895 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Calling delete_port for 9c6a3571-8d9b-4f16-9e1c-169d382da16b owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:20:43.078390 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (9c6a3571-8d9b-4f16-9e1c-169d382da16b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:43.108480 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Pushing event deleted for resources: {'Port': ['ID=9c6a3571-8d9b-4f16-9e1c-169d382da16b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:43.153858 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] No DVR routers for this DVR port 9c6a3571-8d9b-4f16-9e1c-169d382da16b on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:20:43.156555 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:43.160078 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-8962bcef-fc7a-4020-8438-aa4322665a1b req-5378cc56-74db-4e18-bf9b-bb848c62e347 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.18 "DELETE /v2.0/ports/9c6a3571-8d9b-4f16-9e1c-169d382da16b HTTP/1.1" status: 204 len: 173 time: 0.6908817 Mar 11 19:20:43.160428 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791b0fd-0396-462b-9dc7-e366dad08850', 'name': 'network-vif-deleted', 'tag': '9c6a3571-8d9b-4f16-9e1c-169d382da16b'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:20:43.162753 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb91ebc-c303-402a-8051-ce2627e6e8ed" -d '{"events": [{"server_uuid": "1791b0fd-0396-462b-9dc7-e366dad08850", "name": "network-vif-deleted", "tag": "9c6a3571-8d9b-4f16-9e1c-169d382da16b"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:20:43.224707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e947a-1e3b-420f-8b40-2a29123537ed x-openstack-request-id: req-c47e947a-1e3b-420f-8b40-2a29123537ed {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:20:43.225652 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1791b0fd-0396-462b-9dc7-e366dad08850", "name": "network-vif-deleted", "tag": "9c6a3571-8d9b-4f16-9e1c-169d382da16b", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:20:43.225844 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c47e947a-1e3b-420f-8b40-2a29123537ed {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:20:43.226555 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791b0fd-0396-462b-9dc7-e366dad08850', 'name': 'network-vif-deleted', 'tag': '9c6a3571-8d9b-4f16-9e1c-169d382da16b', 'status': 'completed', 'code': 200} Mar 11 19:20:43.350805 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-30260c6e-4eed-4bac-a012-e82fcca48fd9 req-dff0e0ec-bf2b-4175-9695-23e615769968 tempest-ServerRescueNegativeTestJSON-176175961 tempest-ServerRescueNegativeTestJSON-176175961-project] 10.222.0.55 "GET /v2.0/ports?device_id=1791b0fd-0396-462b-9dc7-e366dad08850 HTTP/1.1" status: 200 len: 210 time: 0.0662472 Mar 11 19:20:44.463123 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45080) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:44.816317 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9c6a3571-8d9b-4f16-9e1c-169d382da16b no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:20:44.850143 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 9c6a3571-8d9b-4f16-9e1c-169d382da16b {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:20:44.857723 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9c6a3571-8d9b-4f16-9e1c-169d382da16b not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:20:45.059120 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (324f3a14-0e6d-477f-aa16-29f077915ca5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.146791 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45096) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:45.335064 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a5c5908-a9b7-48cd-ab4c-fc9f2f470909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.421211 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a5c5908-a9b7-48cd-ab4c-fc9f2f470909 admin admin] Publish callbacks [] for security_group (01081176-8047-4f09-92a4-78ffca55642a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.426747 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4a5c5908-a9b7-48cd-ab4c-fc9f2f470909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (01081176-8047-4f09-92a4-78ffca55642a), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.461315 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Deleting port 5d0a7672-45ac-4043-a9e9-fbadcc16537b {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:20:45.461663 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.464913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c5908-a9b7-48cd-ab4c-fc9f2f470909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01081176-8047-4f09-92a4-78ffca55642a,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:45.482736 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4a5c5908-a9b7-48cd-ab4c-fc9f2f470909 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7e156396b6b405997f37e04b593c91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342037 Mar 11 19:20:45.484040 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45102) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:45.610008 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b10f23b-5b97-4a45-8e38-dc3917d25ec0 admin admin] Publish callbacks [] for security_group (01081176-8047-4f09-92a4-78ffca55642a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.612904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] For port 5d0a7672-45ac-4043-a9e9-fbadcc16537b, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5d0a7672-45ac-4043-a9e9-fbadcc16537b,segment=NetworkSegment(d642c240-9693-4fbc-8326-ca30d2033ece),segment_id=d642c240-9693-4fbc-8326-ca30d2033ece)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:45.613275 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.633684 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Calling delete_port for 5d0a7672-45ac-4043-a9e9-fbadcc16537b owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:20:45.652496 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b10f23b-5b97-4a45-8e38-dc3917d25ec0 admin admin] Publish callbacks [] for security_group (01081176-8047-4f09-92a4-78ffca55642a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.781226 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b10f23b-5b97-4a45-8e38-dc3917d25ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (01081176-8047-4f09-92a4-78ffca55642a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.783796 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8b10f23b-5b97-4a45-8e38-dc3917d25ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.784973 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8b10f23b-5b97-4a45-8e38-dc3917d25ec0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01081176-8047-4f09-92a4-78ffca55642a HTTP/1.1" status: 204 len: 168 time: 0.3005438 Mar 11 19:20:45.801220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10f23b-5b97-4a45-8e38-dc3917d25ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01081176-8047-4f09-92a4-78ffca55642a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:45.882678 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (5d0a7672-45ac-4043-a9e9-fbadcc16537b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:45.914082 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0a7672-45ac-4043-a9e9-fbadcc16537b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:46.101333 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (324f3a14-0e6d-477f-aa16-29f077915ca5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:46.333519 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Router 324f3a14-0e6d-477f-aa16-29f077915ca5 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:20:46.639892 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:20:46.645327 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-21984153-63e9-4043-b14c-1b3a14365d76 admin admin] 10.222.0.55 "PUT /v2.0/routers/324f3a14-0e6d-477f-aa16-29f077915ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801655 Mar 11 19:20:46.647987 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45124) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:46.649141 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] Sync routers for ids ['324f3a14-0e6d-477f-aa16-29f077915ca5'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:20:46.660342 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] Routers {'324f3a14-0e6d-477f-aa16-29f077915ca5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:20:46.660993 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:20:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['324f3a14-0e6d-477f-aa16-29f077915ca5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:46.755249 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks [] for router (324f3a14-0e6d-477f-aa16-29f077915ca5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:46.772702 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] Set router 324f3a14-0e6d-477f-aa16-29f077915ca5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:20:46.863383 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks [] for router_gateway (324f3a14-0e6d-477f-aa16-29f077915ca5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:46.927148 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Deleting port f8b2603c-0e1e-4499-96ac-4a1ccad308fb {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:20:46.927403 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:46.956373 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:20:45Z', 'revision_number': 5, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port': {'id': 'f8b2603c-0e1e-4499-96ac-4a1ccad308fb', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:46.983187 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] Checking router: 324f3a14-0e6d-477f-aa16-29f077915ca5 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:20:46.991872 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] Routers {'324f3a14-0e6d-477f-aa16-29f077915ca5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:20:46.992495 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:20:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['324f3a14-0e6d-477f-aa16-29f077915ca5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:47.018476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] For port f8b2603c-0e1e-4499-96ac-4a1ccad308fb, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:20:47.018850 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.036652 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Calling delete_port for f8b2603c-0e1e-4499-96ac-4a1ccad308fb owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:20:47.184442 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] Set router 324f3a14-0e6d-477f-aa16-29f077915ca5 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:20:47.227995 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (f8b2603c-0e1e-4499-96ac-4a1ccad308fb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.247509 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:20:46Z', 'revision_number': 6, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:47.255904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b2603c-0e1e-4499-96ac-4a1ccad308fb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:47.279113 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4602-7d90-4c11-93ac-a302a92a42bb None None] The sync data for ids ['324f3a14-0e6d-477f-aa16-29f077915ca5'] in dv-cinder-830674-2-iscsi is: [{'id': '324f3a14-0e6d-477f-aa16-29f077915ca5', 'name': 'tempest-ServerRescueNegativeTestJSON-1532139744-router', 'tenant_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:20:46Z', 'revision_number': 6, 'project_id': 'eea4a9a11a58483fb79f39f95e0311f1', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:20:47.332388 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (324f3a14-0e6d-477f-aa16-29f077915ca5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.446257 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (324f3a14-0e6d-477f-aa16-29f077915ca5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.448461 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks [] for router_controller (324f3a14-0e6d-477f-aa16-29f077915ca5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.518551 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (324f3a14-0e6d-477f-aa16-29f077915ca5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.519230 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 324f3a14-0e6d-477f-aa16-29f077915ca5 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:20:47.524986 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.526145 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2d9250d5-64f8-4e00-ba81-8eca26b57d5f admin admin] 10.222.0.55 "DELETE /v2.0/routers/324f3a14-0e6d-477f-aa16-29f077915ca5 HTTP/1.1" status: 204 len: 168 time: 0.8772511 Mar 11 19:20:47.529127 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45162) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:47.580307 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Deleting subnet 704ba0a8-827c-4db3-b016-bae21207dbd5 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:20:47.583910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Publish callbacks [] for subnet (704ba0a8-827c-4db3-b016-bae21207dbd5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.626555 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (704ba0a8-827c-4db3-b016-bae21207dbd5), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.671532 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (704ba0a8-827c-4db3-b016-bae21207dbd5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.738525 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (704ba0a8-827c-4db3-b016-bae21207dbd5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.767579 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704ba0a8-827c-4db3-b016-bae21207dbd5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:47.770856 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.773471 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-84f87115-6210-4c8f-9169-012434a49f5e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/704ba0a8-827c-4db3-b016-bae21207dbd5 HTTP/1.1" status: 204 len: 168 time: 0.2432296 Mar 11 19:20:47.776027 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45184) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:47.865635 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (5b68d94e-eaf5-4cce-88a4-4aa976165179), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.943421 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (5b68d94e-eaf5-4cce-88a4-4aa976165179), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:47.964583 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b68d94e-eaf5-4cce-88a4-4aa976165179']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:47.974533 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd642c240-9693-4fbc-8326-ca30d2033ece') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:47.974830 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd642c240-9693-4fbc-8326-ca30d2033ece') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:47.991457 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (d642c240-9693-4fbc-8326-ca30d2033ece), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.005588 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (d642c240-9693-4fbc-8326-ca30d2033ece), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.011664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:20:48.012048 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (d642c240-9693-4fbc-8326-ca30d2033ece), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:20:48.013732 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:20:48.079045 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (5b68d94e-eaf5-4cce-88a4-4aa976165179), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.085076 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.088637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5b68d94e-eaf5-4cce-88a4-4aa976165179 HTTP/1.1" status: 204 len: 168 time: 0.3109565 Mar 11 19:20:48.101964 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f59c3-7638-495d-9d73-66dcc625e0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b68d94e-eaf5-4cce-88a4-4aa976165179,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:48.274873 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45190) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:48.300581 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device f8b2603c-0e1e-4499-96ac-4a1ccad308fb no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:20:48.320005 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c8824f85-9a28-46ab-b348-249c0aa3f649 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eea4a9a11a58483fb79f39f95e0311f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439420 Mar 11 19:20:48.321500 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: f8b2603c-0e1e-4499-96ac-4a1ccad308fb {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:20:48.321920 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device f8b2603c-0e1e-4499-96ac-4a1ccad308fb not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:20:48.322502 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5d0a7672-45ac-4043-a9e9-fbadcc16537b no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:20:48.322643 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45192) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:48.345808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 5d0a7672-45ac-4043-a9e9-fbadcc16537b {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:20:48.346159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5d0a7672-45ac-4043-a9e9-fbadcc16537b not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:20:48.373340 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef05ace4-4211-44bb-a15a-4c365fe766ad admin admin] Publish callbacks [] for security_group (a4dc8e29-57f1-41a9-a6ab-c49017f60c75), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.408487 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef05ace4-4211-44bb-a15a-4c365fe766ad admin admin] Publish callbacks [] for security_group (a4dc8e29-57f1-41a9-a6ab-c49017f60c75), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.457315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef05ace4-4211-44bb-a15a-4c365fe766ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a4dc8e29-57f1-41a9-a6ab-c49017f60c75), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.459916 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef05ace4-4211-44bb-a15a-4c365fe766ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.461086 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ef05ace4-4211-44bb-a15a-4c365fe766ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4dc8e29-57f1-41a9-a6ab-c49017f60c75 HTTP/1.1" status: 204 len: 168 time: 0.1371155 Mar 11 19:20:48.469759 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05ace4-4211-44bb-a15a-4c365fe766ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc8e29-57f1-41a9-a6ab-c49017f60c75,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:48.883183 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45208) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:48.929499 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Deleting subnet 303b9057-11fa-41c8-ae8f-64f74e34153e {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:20:48.933384 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Publish callbacks [] for subnet (303b9057-11fa-41c8-ae8f-64f74e34153e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:48.970164 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (303b9057-11fa-41c8-ae8f-64f74e34153e), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.014705 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (303b9057-11fa-41c8-ae8f-64f74e34153e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.071902 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (303b9057-11fa-41c8-ae8f-64f74e34153e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.103597 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303b9057-11fa-41c8-ae8f-64f74e34153e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:49.110424 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.116269 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:49.116695 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-a8527a23-9406-4637-9500-d10e5191eace admin admin] 10.222.0.55 "DELETE /v2.0/subnets/303b9057-11fa-41c8-ae8f-64f74e34153e HTTP/1.1" status: 204 len: 168 time: 0.2320409 Mar 11 19:20:49.192382 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (16437401-1757-4661-9ffb-cddbcfbfb61a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.299238 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (16437401-1757-4661-9ffb-cddbcfbfb61a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.327115 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16437401-1757-4661-9ffb-cddbcfbfb61a']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:49.339904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:49.340358 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b81c27d-7f2d-48de-b7a8-30cfc26e2d06') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:20:49.356933 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4427551'] for segment (1b81c27d-7f2d-48de-b7a8-30cfc26e2d06), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.382367 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (1b81c27d-7f2d-48de-b7a8-30cfc26e2d06), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.393776 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:20:49.394600 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427332'] for segment (1b81c27d-7f2d-48de-b7a8-30cfc26e2d06), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: Traceback (most recent call last): Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: timer() Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: cb(*args, **kw) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: return func(*args, **kwargs) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: self._notify() Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: self.callback(batched_events) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: event.method(event) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: return f(self, *a, **k) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._get(url).json() Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: return self.request(url, 'GET', **kwargs) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:20:49.397521 dv-cinder-830674-2-iscsi neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:20:49.465343 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (16437401-1757-4661-9ffb-cddbcfbfb61a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.471518 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.475119 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] 10.222.0.55 "DELETE /v2.0/networks/16437401-1757-4661-9ffb-cddbcfbfb61a HTTP/1.1" status: 204 len: 168 time: 0.3578053 Mar 11 19:20:49.489067 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837fe23-9057-401b-b7da-5e6900f1421f admin admin] Pushing event deleted for resources: {'Network': ['ID=16437401-1757-4661-9ffb-cddbcfbfb61a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:49.602602 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45240) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:49.653761 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4aadd48c-1986-46ee-a412-a4e12fd64252 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ee68d502f0a4402a05fcf1e4d1def99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497673 Mar 11 19:20:49.657590 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45242) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:49.720071 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e63b90d0-46dc-4c0d-9d18-aba28148ea54 admin admin] Publish callbacks [] for security_group (ae2beae4-9613-42c6-b9b3-bdd615175728), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.742841 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e63b90d0-46dc-4c0d-9d18-aba28148ea54 admin admin] Publish callbacks [] for security_group (ae2beae4-9613-42c6-b9b3-bdd615175728), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.802934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e63b90d0-46dc-4c0d-9d18-aba28148ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (ae2beae4-9613-42c6-b9b3-bdd615175728), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.806443 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e63b90d0-46dc-4c0d-9d18-aba28148ea54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:49.807745 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e63b90d0-46dc-4c0d-9d18-aba28148ea54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae2beae4-9613-42c6-b9b3-bdd615175728 HTTP/1.1" status: 204 len: 168 time: 0.1488292 Mar 11 19:20:49.822849 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b90d0-46dc-4c0d-9d18-aba28148ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2beae4-9613-42c6-b9b3-bdd615175728,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:50.670051 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:50.690464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafdd41-2181-4749-9dc6-020062534d8e req-4b2ff210-9c28-426f-92bd-7d1535b1486b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:50.692634 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0dafdd41-2181-4749-9dc6-020062534d8e req-4b2ff210-9c28-426f-92bd-7d1535b1486b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0664039 Mar 11 19:20:50.698924 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45292) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:50.767387 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0dafdd41-2181-4749-9dc6-020062534d8e req-fcf44273-9b6a-4e4f-9325-93f34c1bdb80 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557938 Mar 11 19:20:50.780759 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1163232555-network', 'tenant_id': '7b01e7d6b7c048718062bbd2b645deac'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:20:50.810495 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Made reservation on behalf of 7b01e7d6b7c048718062bbd2b645deac for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:20:50.812922 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:50.821935 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:50.849130 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29533b4b-e52c-4b92-8032-bbf87c9b1fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:50.966474 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks [] for security_group (e10eb80d-638d-44d7-af78-3b55b6d0c6c4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:50.974784 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e10eb80d-638d-44d7-af78-3b55b6d0c6c4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.002396 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29533b4b-e52c-4b92-8032-bbf87c9b1fc7 admin admin] Publish callbacks [] for security_group (d536b757-5fba-479f-b953-5bf996f40a74), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.020274 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-29533b4b-e52c-4b92-8032-bbf87c9b1fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d536b757-5fba-479f-b953-5bf996f40a74), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.022845 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:20:51.042438 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10eb80d-638d-44d7-af78-3b55b6d0c6c4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.054589 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (76b0e60e-d432-4dd9-a060-5d5e9d87298c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.054930 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Added segment 76b0e60e-d432-4dd9-a060-5d5e9d87298c of type vlan for network 42692e88-7431-43a6-a2bc-4d9871b060fa Mar 11 19:20:51.102956 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-29533b4b-e52c-4b92-8032-bbf87c9b1fc7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d74ec50df7c4dedb1a4fe48680f22fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028466 Mar 11 19:20:51.106490 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45296) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:51.118407 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29533b4b-e52c-4b92-8032-bbf87c9b1fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536b757-5fba-479f-b953-5bf996f40a74,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.124140 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (42692e88-7431-43a6-a2bc-4d9871b060fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.150699 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (42692e88-7431-43a6-a2bc-4d9871b060fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.152329 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:51.152942 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.156545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c379776-70a6-46f4-b109-7521ec41f1ec admin admin] Publish callbacks [] for security_group (d536b757-5fba-479f-b953-5bf996f40a74), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.186398 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c379776-70a6-46f4-b109-7521ec41f1ec admin admin] Publish callbacks [] for security_group (d536b757-5fba-479f-b953-5bf996f40a74), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.189267 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5180998 Mar 11 19:20:51.191997 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45298) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:51.224759 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Request body: {'subnet': {'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1163232555-subnet', 'tenant_id': '7b01e7d6b7c048718062bbd2b645deac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:20:51.229617 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481eb8d-b944-486c-824a-dc9dfb66fab1 admin admin] Pushing event updated for resources: {'Network': ['ID=42692e88-7431-43a6-a2bc-4d9871b060fa,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.240676 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 42692e88-7431-43a6-a2bc-4d9871b060fa details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:20:51.245153 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c379776-70a6-46f4-b109-7521ec41f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d536b757-5fba-479f-b953-5bf996f40a74), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.248066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3c379776-70a6-46f4-b109-7521ec41f1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.250148 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Made reservation on behalf of 7b01e7d6b7c048718062bbd2b645deac for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:20:51.252297 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-3c379776-70a6-46f4-b109-7521ec41f1ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d536b757-5fba-479f-b953-5bf996f40a74 HTTP/1.1" status: 204 len: 168 time: 0.1445496 Mar 11 19:20:51.253106 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308878'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.261442 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379776-70a6-46f4-b109-7521ec41f1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536b757-5fba-479f-b953-5bf996f40a74,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.446254 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4427737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308896'] for subnet (f01a98e5-ec41-4c69-9061-85a3204d1d93), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.514504 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01a98e5-ec41-4c69-9061-85a3204d1d93,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.521993 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Checking segment: {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:20:51.522359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Network hostable DHCP agents. Network: 42692e88-7431-43a6-a2bc-4d9871b060fa, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:20:51.540631 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Network 42692e88-7431-43a6-a2bc-4d9871b060fa is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:20:51.542486 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45306) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:51.554256 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 42692e88-7431-43a6-a2bc-4d9871b060fa) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:20:51.556910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ceba71a-e6ab-413e-ae6c-0e3bbf430c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.559601 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:51.560300 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.564891 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cdfac9-9835-492e-9e32-b596feaf8342 None None] Network 42692e88-7431-43a6-a2bc-4d9871b060fa requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:20:51.578609 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c679c810-774f-40c8-a948-514340d3e925 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3855660 Mar 11 19:20:51.671401 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ceba71a-e6ab-413e-ae6c-0e3bbf430c71 admin admin] Publish callbacks [] for security_group (7135889e-1807-45a6-9b29-5331b70e8320), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.677701 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3ceba71a-e6ab-413e-ae6c-0e3bbf430c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (7135889e-1807-45a6-9b29-5331b70e8320), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.686224 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc38af1-20e9-484d-ab8b-3493682017e0 None None] Network 42692e88-7431-43a6-a2bc-4d9871b060fa requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:20:51.753912 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceba71a-e6ab-413e-ae6c-0e3bbf430c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135889e-1807-45a6-9b29-5331b70e8320,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.758481 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-3ceba71a-e6ab-413e-ae6c-0e3bbf430c71 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03b4123e4525463591cd7a646b1bbe02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148871 Mar 11 19:20:51.762133 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45314) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:51.816088 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41980f8-3e40-4598-8a5f-1b5473aefb5e admin admin] Publish callbacks [] for security_group (7135889e-1807-45a6-9b29-5331b70e8320), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.840009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41980f8-3e40-4598-8a5f-1b5473aefb5e admin admin] Publish callbacks [] for security_group (7135889e-1807-45a6-9b29-5331b70e8320), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.924332 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b213dcf-a05c-4669-b7bf-934315328e86 req-6d953762-e146-4568-a418-dd77739f970f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:51.925920 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7b213dcf-a05c-4669-b7bf-934315328e86 req-6d953762-e146-4568-a418-dd77739f970f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0779071 Mar 11 19:20:51.941565 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41980f8-3e40-4598-8a5f-1b5473aefb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (7135889e-1807-45a6-9b29-5331b70e8320), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.944119 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b41980f8-3e40-4598-8a5f-1b5473aefb5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:51.945276 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b41980f8-3e40-4598-8a5f-1b5473aefb5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7135889e-1807-45a6-9b29-5331b70e8320 HTTP/1.1" status: 204 len: 168 time: 0.1819692 Mar 11 19:20:51.962263 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41980f8-3e40-4598-8a5f-1b5473aefb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135889e-1807-45a6-9b29-5331b70e8320,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:51.994231 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7b213dcf-a05c-4669-b7bf-934315328e86 req-d6dad610-026f-4b13-9291-0b3a1c9f42fb tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602374 Mar 11 19:20:53.128238 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09fd20-0999-405e-bcd9-ce49e688c019 req-c5e4b6b2-7107-428c-b693-992702d449df tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:53.129763 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d09fd20-0999-405e-bcd9-ce49e688c019 req-c5e4b6b2-7107-428c-b693-992702d449df tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0591047 Mar 11 19:20:53.185346 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7d09fd20-0999-405e-bcd9-ce49e688c019 req-8d227b46-5075-443c-8e7f-3f9c63e286fc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500157 Mar 11 19:20:53.525578 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-8e15f142-a81b-486b-956e-d5be039cdddb tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:53.527748 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-8e15f142-a81b-486b-956e-d5be039cdddb tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/networks?id=42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 200 len: 814 time: 0.1119506 Mar 11 19:20:53.542983 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-72430b6f-1ee8-43b8-8049-d04899e561ab tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/quotas/7b01e7d6b7c048718062bbd2b645deac HTTP/1.1" status: 200 len: 375 time: 0.0095711 Mar 11 19:20:53.586980 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-91fa95a2-d739-4e0d-b842-2d9f55b2c0fe tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b01e7d6b7c048718062bbd2b645deac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389264 Mar 11 19:20:53.689107 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-c0800324-8300-49ba-ab53-d6a76c11891b service neutron] 10.222.0.55 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944586 Mar 11 19:20:53.797227 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-03d17c1a-c029-4482-ad1b-87d91e1926a3 service neutron] 10.222.0.55 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008356 Mar 11 19:20:53.967744 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-223a08c2-cb0f-4a08-96ce-ea0c337dcbd6 req-1ee23d8f-5891-4939-9736-79d04894947c tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 210 time: 0.0278957 Mar 11 19:20:54.324133 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10132b-906a-4281-b5dd-1de1a1562b7a req-da959177-a966-4697-bc11-0436a8ec89d5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:54.325858 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ca10132b-906a-4281-b5dd-1de1a1562b7a req-da959177-a966-4697-bc11-0436a8ec89d5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0660589 Mar 11 19:20:54.376055 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ca10132b-906a-4281-b5dd-1de1a1562b7a req-1099addd-61d1-4196-9c00-4b2b193c0f93 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Mar 11 19:20:55.077759 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1f262e3e-4cb2-4bef-8c21-aa7579701fd2 req-ee6e70b6-e2a0-42b5-9561-01dc5da64621 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 210 time: 0.0321724 Mar 11 19:20:55.224679 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-607fdd1b-98a0-46f0-981c-8f76e01d2191 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:55.226266 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-607fdd1b-98a0-46f0-981c-8f76e01d2191 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "GET /v2.0/networks?id=42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 200 len: 814 time: 0.1100726 Mar 11 19:20:55.246959 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Request body: {'port': {'device_id': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa', 'admin_state_up': True, 'tenant_id': '7b01e7d6b7c048718062bbd2b645deac'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:20:55.360791 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Made reservation on behalf of 7b01e7d6b7c048718062bbd2b645deac for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:20:55.364141 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:55.499512 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ed0dd-b688-47f0-adcc-62423187a568 req-3cbc36dd-2f74-4e8d-875d-1758bed7ddf4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:55.501024 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-606ed0dd-b688-47f0-adcc-62423187a568 req-3cbc36dd-2f74-4e8d-875d-1758bed7ddf4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0549076 Mar 11 19:20:55.502471 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Allocated IP 172.20.0.8 (42692e88-7431-43a6-a2bc-4d9871b060fa/f01a98e5-ec41-4c69-9061-85a3204d1d93/959c1665-d8b1-4ec0-b911-a445fe46f04e) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:20:55.549791 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-606ed0dd-b688-47f0-adcc-62423187a568 req-93620131-597c-40fa-8f16-0dcc8aa1f9e6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431356 Mar 11 19:20:55.651078 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks [] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:55.685609 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:55.730902 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Network 42692e88-7431-43a6-a2bc-4d9871b060fa is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:20:55.735771 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:20:55.739402 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:20:55.746326 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Pushing event updated for resources: {'Port': ['ID=959c1665-d8b1-4ec0-b911-a445fe46f04e,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:55.792071 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:55.792671 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:55.815192 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ce66a564-2f34-42ce-add1-652a8fd306c7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728779 Mar 11 19:20:56.199246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0208-8d45-4a9b-84de-986cebfa031f req-21d96b4c-40d4-4530-a243-9f9f272d36a7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:56.200741 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d76d0208-8d45-4a9b-84de-986cebfa031f req-21d96b4c-40d4-4530-a243-9f9f272d36a7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 931 time: 0.0546830 Mar 11 19:20:56.248959 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d76d0208-8d45-4a9b-84de-986cebfa031f req-74d3a6db-3b90-4b97-bcc2-d305d417d352 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Mar 11 19:20:56.679698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6525982-e985-413b-b7d4-17e2763af4ff req-5e7c6779-50d4-48ff-a4dc-43f0e82bcafd tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:56.681145 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a6525982-e985-413b-b7d4-17e2763af4ff req-5e7c6779-50d4-48ff-a4dc-43f0e82bcafd tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0572352 Mar 11 19:20:56.729091 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a6525982-e985-413b-b7d4-17e2763af4ff req-2fcfa799-a506-42e8-9046-0e4df834cb2e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Mar 11 19:20:57.385915 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b1c5-a360-47ae-86b0-cf0aa87153cc req-c5b19d4f-fff1-4dba-a666-7ef12d32d680 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:57.387509 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fcd9b1c5-a360-47ae-86b0-cf0aa87153cc req-c5b19d4f-fff1-4dba-a666-7ef12d32d680 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 931 time: 0.0548518 Mar 11 19:20:57.436303 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fcd9b1c5-a360-47ae-86b0-cf0aa87153cc req-7eb752c0-03a4-499d-9041-7e36463f7716 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Mar 11 19:20:57.851544 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844a68b-a9cb-4f1a-b312-f70ea4790a00 req-f4d3d664-1739-47e5-9546-110409968938 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:57.853141 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4844a68b-a9cb-4f1a-b312-f70ea4790a00 req-f4d3d664-1739-47e5-9546-110409968938 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0549235 Mar 11 19:20:57.900672 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4844a68b-a9cb-4f1a-b312-f70ea4790a00 req-5d6d455a-734d-40ba-8ca4-c5d013ccf37a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Mar 11 19:20:58.553841 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a87f56-e7a3-4851-b247-2e86baab562f req-057ca0d4-2be3-46c6-be8f-e8b95502365b tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:58.555297 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-35a87f56-e7a3-4851-b247-2e86baab562f req-057ca0d4-2be3-46c6-be8f-e8b95502365b tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 931 time: 0.0534346 Mar 11 19:20:58.605145 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-35a87f56-e7a3-4851-b247-2e86baab562f req-a7b876d1-bf2e-4043-8d72-f384c0c6dac6 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Mar 11 19:20:58.641025 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Request body: {'port': {'device_id': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:20:58.709114 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:58.990647 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959c1665-d8b1-4ec0-b911-a445fe46f04e {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:20:58.999849 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Publish callbacks [] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:59.012229 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Transition to ACTIVE for port object 959c1665-d8b1-4ec0-b911-a445fe46f04e will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:20:59.015847 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:59.024662 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d2b7-014a-4ef2-8d8d-e66a4ab016af req-f28b6389-7088-4462-a23c-4adc5436aeec tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:59.026715 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2f20d2b7-014a-4ef2-8d8d-e66a4ab016af req-f28b6389-7088-4462-a23c-4adc5436aeec tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0561652 Mar 11 19:20:59.069104 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Pushing event updated for resources: {'Port': ['ID=959c1665-d8b1-4ec0-b911-a445fe46f04e,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:59.080204 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2f20d2b7-014a-4ef2-8d8d-e66a4ab016af req-7a40aaaf-2bae-4be2-9aa1-cc5d5b8933f0 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470898 Mar 11 19:20:59.150333 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Attempting to bind port 959c1665-d8b1-4ec0-b911-a445fe46f04e on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:20:59.151355 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Attempting to bind port 959c1665-d8b1-4ec0-b911-a445fe46f04e by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:20:59.152022 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Attempting to bind port 959c1665-d8b1-4ec0-b911-a445fe46f04e on network 42692e88-7431-43a6-a2bc-4d9871b060fa {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:20:59.156909 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Port 959c1665-d8b1-4ec0-b911-a445fe46f04e on network 42692e88-7431-43a6-a2bc-4d9871b060fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:20:59.157235 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Attempting to bind port 959c1665-d8b1-4ec0-b911-a445fe46f04e on network 42692e88-7431-43a6-a2bc-4d9871b060fa {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:20:59.162155 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:20:59.162495 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Checking segment: {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:20:59.162876 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Bound using segment: {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:20:59.163302 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Bound port: 959c1665-d8b1-4ec0-b911-a445fe46f04e, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:20:59.163661 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:59.233815 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] For port 959c1665-d8b1-4ec0-b911-a445fe46f04e, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:20:59.237336 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] For port 959c1665-d8b1-4ec0-b911-a445fe46f04e, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:20:59.243659 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:59.287247 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:59.288081 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:59.289342 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] 10.222.0.18 "PUT /v2.0/ports/959c1665-d8b1-4ec0-b911-a445fe46f04e HTTP/1.1" status: 200 len: 1093 time: 0.6528921 Mar 11 19:20:59.289892 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'tag': '959c1665-d8b1-4ec0-b911-a445fe46f04e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:20:59.292165 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe643e77-9591-4115-aea2-fd1ad083753c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6e5e90-4217-4baf-ba8f-9f37222dae88", "tag": "959c1665-d8b1-4ec0-b911-a445fe46f04e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:20:59.318821 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396e77-e4bb-4b1d-abff-2a3b90344137 service neutron] Pushing event updated for resources: {'Port': ['ID=959c1665-d8b1-4ec0-b911-a445fe46f04e,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:59.351627 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a927f05a-c6aa-44b5-baf5-66f3065faf02 x-openstack-request-id: req-a927f05a-c6aa-44b5-baf5-66f3065faf02 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:20:59.351920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6e5e90-4217-4baf-ba8f-9f37222dae88", "tag": "959c1665-d8b1-4ec0-b911-a445fe46f04e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:20:59.352177 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a927f05a-c6aa-44b5-baf5-66f3065faf02 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:20:59.352571 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'tag': '959c1665-d8b1-4ec0-b911-a445fe46f04e', 'status': 'completed', 'code': 200} Mar 11 19:20:59.393060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-296303d1-cfe1-4ed3-9e28-11e93bb7d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:59.394572 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-296303d1-cfe1-4ed3-9e28-11e93bb7d2d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b01e7d6b7c048718062bbd2b645deac&device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 1127 time: 0.0523980 Mar 11 19:20:59.442393 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-f9ac73b4-9cc3-48fd-8261-ded575b92449 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e HTTP/1.1" status: 200 len: 217 time: 0.0397270 Mar 11 19:20:59.495505 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-5ccfe079-3aa6-4742-8036-989e97a1bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:59.497014 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-5ccfe079-3aa6-4742-8036-989e97a1bf45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f01a98e5-ec41-4c69-9061-85a3204d1d93 HTTP/1.1" status: 200 len: 854 time: 0.0462773 Mar 11 19:20:59.532756 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-ad8f1a6f-5e12-4e83-812d-d4936ad9bfcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42692e88-7431-43a6-a2bc-4d9871b060fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283198 Mar 11 19:20:59.636999 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-6beb2622-fbe7-4dc1-9e85-cd84dff54c4a service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977170 Mar 11 19:20:59.738225 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcffb91-1940-4410-8099-54f6a7dffe92 req-10d74e8f-d636-435e-8525-3235630f17b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:20:59.738861 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1631c82e-bf38-46a8-9768-ec6bda73c125 req-239394f7-1ae1-4f64-a140-88aa936a9ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957668 Mar 11 19:20:59.739599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5dcffb91-1940-4410-8099-54f6a7dffe92 req-10d74e8f-d636-435e-8525-3235630f17b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0622337 Mar 11 19:20:59.799527 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5dcffb91-1940-4410-8099-54f6a7dffe92 req-f72561d9-2099-4590-8186-73e9de50c4cf tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529120 Mar 11 19:21:00.213734 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c6b6-6065-4f3f-b6cf-3adf56f1f151 req-e25c71c0-1e3e-4bfd-9551-dc1dd9c7350c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:00.215209 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8ae6c6b6-6065-4f3f-b6cf-3adf56f1f151 req-e25c71c0-1e3e-4bfd-9551-dc1dd9c7350c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0533545 Mar 11 19:21:00.266214 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8ae6c6b6-6065-4f3f-b6cf-3adf56f1f151 req-f399557a-3888-4e04-9f50-e579e50b8259 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Mar 11 19:21:00.929676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb82f18-4bc8-46ae-95a6-2602723321f1 req-afc64fbf-fd93-49b6-9c89-842fbae6d5cf tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:00.931150 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ddb82f18-4bc8-46ae-95a6-2602723321f1 req-afc64fbf-fd93-49b6-9c89-842fbae6d5cf tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0567048 Mar 11 19:21:00.987378 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ddb82f18-4bc8-46ae-95a6-2602723321f1 req-3b23bcba-8227-478b-87f4-0f9331c47e40 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Mar 11 19:21:01.396563 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e5225-1e68-4cad-96ca-5d8632278711 req-5251d1f7-e655-400b-a541-f82f232758c2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:01.398078 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e68e5225-1e68-4cad-96ca-5d8632278711 req-5251d1f7-e655-400b-a541-f82f232758c2 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0547764 Mar 11 19:21:01.444856 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e68e5225-1e68-4cad-96ca-5d8632278711 req-0f5e3d01-e05d-4302-964b-348e636c46db tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411301 Mar 11 19:21:02.105569 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d8891-fd1b-4b20-a01d-4f59c15da5fe req-cacc78d6-efba-4b43-ad60-be4cd5ef7bcb tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:02.107082 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2d8891-fd1b-4b20-a01d-4f59c15da5fe req-cacc78d6-efba-4b43-ad60-be4cd5ef7bcb tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0523484 Mar 11 19:21:02.168429 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2d8891-fd1b-4b20-a01d-4f59c15da5fe req-5ef2f48b-5730-4828-acec-55fda900daf0 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Mar 11 19:21:02.565002 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28acab-beb5-4c59-897d-dcc4f1b73da7 req-be5407e3-8233-497f-9481-e5c3d96fcf85 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:02.566532 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa28acab-beb5-4c59-897d-dcc4f1b73da7 req-be5407e3-8233-497f-9481-e5c3d96fcf85 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0538771 Mar 11 19:21:02.599997 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643e77-9591-4115-aea2-fd1ad083753c req-47cf8b0e-10e8-42e6-9a7d-ccd4164f5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:02.601976 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-47cf8b0e-10e8-42e6-9a7d-ccd4164f5d8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b01e7d6b7c048718062bbd2b645deac&device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 1127 time: 0.0603409 Mar 11 19:21:02.621502 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa28acab-beb5-4c59-897d-dcc4f1b73da7 req-893095f7-8ad2-4c18-b480-c2dc4333ba7d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443423 Mar 11 19:21:02.699174 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643e77-9591-4115-aea2-fd1ad083753c req-d4782c5e-f414-4c04-9284-50d61273f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:02.700669 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-d4782c5e-f414-4c04-9284-50d61273f0f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 200 len: 915 time: 0.0901875 Mar 11 19:21:02.757351 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-1f66da5c-7c6a-4513-aa0e-9f54eb0ccac0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e HTTP/1.1" status: 200 len: 217 time: 0.0422528 Mar 11 19:21:02.811109 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643e77-9591-4115-aea2-fd1ad083753c req-f5ee5c5b-a7f1-45ed-9188-0c4f2afe625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:02.812606 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-f5ee5c5b-a7f1-45ed-9188-0c4f2afe625e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f01a98e5-ec41-4c69-9061-85a3204d1d93 HTTP/1.1" status: 200 len: 854 time: 0.0450172 Mar 11 19:21:02.851296 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-fd601ef7-178a-4ee1-9fa4-d84a7adae3e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42692e88-7431-43a6-a2bc-4d9871b060fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309367 Mar 11 19:21:02.955296 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-01f797f1-23ad-4974-b905-7d7247bd0d0d service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965700 Mar 11 19:21:03.274904 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-fe643e77-9591-4115-aea2-fd1ad083753c req-b5209739-2da6-42ac-952e-2059a5da35c5 service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029811 Mar 11 19:21:03.290652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd400e-4c90-42ab-8916-a42da2f51918 req-2961e93f-c973-45fe-b086-1d0bef9ff6d1 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:03.293082 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bcbd400e-4c90-42ab-8916-a42da2f51918 req-2961e93f-c973-45fe-b086-1d0bef9ff6d1 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0542536 Mar 11 19:21:03.342022 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bcbd400e-4c90-42ab-8916-a42da2f51918 req-43577bfe-3ad8-4440-844c-1fa8444b55be tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434484 Mar 11 19:21:03.758644 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35203b-2055-4315-9408-771552b9a74a req-cef87f95-bfbe-4378-b9b8-4ba442b334df tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:03.760924 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e35203b-2055-4315-9408-771552b9a74a req-cef87f95-bfbe-4378-b9b8-4ba442b334df tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0602276 Mar 11 19:21:03.818082 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e35203b-2055-4315-9408-771552b9a74a req-83ad6ac9-a67b-451e-a18a-01283779e2c8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498588 Mar 11 19:21:04.481385 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0520-dfbc-4a3d-b4c6-db5509d139dc req-5203b19e-7352-4828-8e9c-d777466aab45 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:04.482769 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9b1b0520-dfbc-4a3d-b4c6-db5509d139dc req-5203b19e-7352-4828-8e9c-d777466aab45 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0565269 Mar 11 19:21:04.538716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9b1b0520-dfbc-4a3d-b4c6-db5509d139dc req-054d086b-1ee0-4ed8-b84e-aa3d4b8e69bb tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503373 Mar 11 19:21:04.640415 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b57d2fb-eb17-4ed0-a082-749d56aed8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:04.955795 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2cf7f-feb7-4e1c-b2a4-a7974b1bdb40 req-2c0538bd-3239-4b0b-914b-85f2a4af7b93 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:04.957309 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-26d2cf7f-feb7-4e1c-b2a4-a7974b1bdb40 req-2c0538bd-3239-4b0b-914b-85f2a4af7b93 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0668519 Mar 11 19:21:05.012597 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-26d2cf7f-feb7-4e1c-b2a4-a7974b1bdb40 req-6546c422-77ef-4425-b90e-666740bfbc7b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482872 Mar 11 19:21:05.350339 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:05.661409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf24ea8-deae-44e9-8734-85bbc50f5914 req-a587c316-e743-4b3b-a06b-a9efce95dd0b tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:05.662960 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dcf24ea8-deae-44e9-8734-85bbc50f5914 req-a587c316-e743-4b3b-a06b-a9efce95dd0b tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0573215 Mar 11 19:21:05.711724 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dcf24ea8-deae-44e9-8734-85bbc50f5914 req-a8901091-971f-4598-929b-8e25a400e551 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Mar 11 19:21:06.140693 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523967f9-41c3-4ff5-9d9f-90b0ff179848 req-41a41c33-aa6c-44f9-9e38-9973230d2660 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:06.142177 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-523967f9-41c3-4ff5-9d9f-90b0ff179848 req-41a41c33-aa6c-44f9-9e38-9973230d2660 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0544324 Mar 11 19:21:06.192474 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-523967f9-41c3-4ff5-9d9f-90b0ff179848 req-1a82ec6e-e395-4cd6-9e5f-611b218c7ab6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444696 Mar 11 19:21:06.832561 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e122d-f6ef-4144-ab89-2e08713c4014 req-9ae9414e-ea19-482e-85dd-1393f50797b4 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:06.834176 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-461e122d-f6ef-4144-ab89-2e08713c4014 req-9ae9414e-ea19-482e-85dd-1393f50797b4 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 943 time: 0.0534675 Mar 11 19:21:06.882041 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-461e122d-f6ef-4144-ab89-2e08713c4014 req-a9c00130-c853-4746-bf65-1d2ac897470a tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Mar 11 19:21:06.949252 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bbf656af-e179-48cf-988d-3514c0e7fc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:07.254926 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 959c1665-d8b1-4ec0-b911-a445fe46f04e details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:21:07.314546 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b41a9-088d-4702-bf70-eca1b8bd2384 req-9c6889e0-171b-4e6e-b523-8342d001d74e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:07.324181 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc9b41a9-088d-4702-bf70-eca1b8bd2384 req-9c6889e0-171b-4e6e-b523-8342d001d74e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0529978 Mar 11 19:21:07.359460 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 959c1665-d8b1-4ec0-b911-a445fe46f04e, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:21:07.368422 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc9b41a9-088d-4702-bf70-eca1b8bd2384 req-560934e9-3b17-4216-9d50-4d30d2f96fd8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463743 Mar 11 19:21:07.372156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '959c1665-d8b1-4ec0-b911-a445fe46f04e', 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa', 'port_id': '959c1665-d8b1-4ec0-b911-a445fe46f04e', 'mac_address': 'fa:16:3e:e8:73:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a98e5-ec41-4c69-9061-85a3204d1d93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:21:07.410898 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 959c1665-d8b1-4ec0-b911-a445fe46f04e is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:21:07.411294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:07.425227 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959c1665-d8b1-4ec0-b911-a445fe46f04e {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:21:07.445488 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 959c1665-d8b1-4ec0-b911-a445fe46f04e, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:21:07.450701 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:07.500289 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=959c1665-d8b1-4ec0-b911-a445fe46f04e,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:08.013843 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6ded-de9f-4a67-bab9-2888613b640c req-e67d7a1f-b33b-4e84-99d3-9307638fafe3 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:08.015330 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a84e6ded-de9f-4a67-bab9-2888613b640c req-e67d7a1f-b33b-4e84-99d3-9307638fafe3 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 944 time: 0.0591233 Mar 11 19:21:08.068791 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a84e6ded-de9f-4a67-bab9-2888613b640c req-fd77a032-f9e4-41e0-939b-7977178cc52f tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478489 Mar 11 19:21:08.492681 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dda15b-8ba9-47da-8fbf-ede675d5a089 req-5e808a0b-50a2-476b-8a67-f1b3d3674ac6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:08.494640 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-46dda15b-8ba9-47da-8fbf-ede675d5a089 req-5e808a0b-50a2-476b-8a67-f1b3d3674ac6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Mar 11 19:21:08.545256 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-46dda15b-8ba9-47da-8fbf-ede675d5a089 req-43c78a4a-05c4-4cff-a84c-9365195e2343 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 Mar 11 19:21:08.748399 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:08.798728 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['959c1665-d8b1-4ec0-b911-a445fe46f04e'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:21:09.187420 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604880-c8e1-48f5-a65c-42b03a33e0f6 req-f2350fb8-11ac-4d5a-90f2-5d85b0353755 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:09.190083 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4b604880-c8e1-48f5-a65c-42b03a33e0f6 req-f2350fb8-11ac-4d5a-90f2-5d85b0353755 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 944 time: 0.0540738 Mar 11 19:21:09.254659 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4b604880-c8e1-48f5-a65c-42b03a33e0f6 req-55688bf1-14cf-4f34-8230-05e0b510ceff tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588884 Mar 11 19:21:09.671711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4da3d-5ca5-46f8-9db5-efe69140cd9b req-a856871c-88c0-4a31-9e8f-e80ea34b5267 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:09.673156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-87b4da3d-5ca5-46f8-9db5-efe69140cd9b req-a856871c-88c0-4a31-9e8f-e80ea34b5267 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0543852 Mar 11 19:21:09.724749 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-87b4da3d-5ca5-46f8-9db5-efe69140cd9b req-41eff72c-96b3-4c84-92d1-db8ad3b3bf0b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458663 Mar 11 19:21:09.936637 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab007e-4b5d-48e2-a9b9-eeb2b9d98578 req-9f2e228b-70d2-4ccf-b26e-77abc3027819 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:09.938084 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8dab007e-4b5d-48e2-a9b9-eeb2b9d98578 req-9f2e228b-70d2-4ccf-b26e-77abc3027819 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0642715 Mar 11 19:21:09.987870 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8dab007e-4b5d-48e2-a9b9-eeb2b9d98578 req-b37a9a35-5e8a-42a7-89b6-eb5bf8af939d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Mar 11 19:21:10.007092 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-a67c7ac9-bfe2-4360-91a4-26605eb91016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:10.008589 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-a67c7ac9-bfe2-4360-91a4-26605eb91016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0503359 Mar 11 19:21:10.104529 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-c123f58e-b485-40e9-ae92-fb58bc30d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:10.106025 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-c123f58e-b485-40e9-ae92-fb58bc30d234 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 912 time: 0.0882068 Mar 11 19:21:10.174186 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-a4f11fb9-6c2c-40f3-8a46-f109a0134ea0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 1001 time: 0.0615342 Mar 11 19:21:10.224908 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-15fbd0ea-456d-41ed-87bd-bb7790e08173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:10.226289 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-15fbd0ea-456d-41ed-87bd-bb7790e08173 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0459480 Mar 11 19:21:10.278607 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-a54abe80-62bb-4080-ac75-f4d70d44a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:10.280180 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-a54abe80-62bb-4080-ac75-f4d70d44a7f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466580 Mar 11 19:21:10.335709 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:10.379571 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-05c7cf20-51d2-4833-8e18-3cccdc876ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919769 Mar 11 19:21:10.390321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211af5e-71de-4893-bba5-322d13ec1574 req-2a1c4566-4b85-4e1e-a729-11d1b3690966 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:10.392076 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7211af5e-71de-4893-bba5-322d13ec1574 req-2a1c4566-4b85-4e1e-a729-11d1b3690966 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 944 time: 0.0621359 Mar 11 19:21:10.449259 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7211af5e-71de-4893-bba5-322d13ec1574 req-6298d3c8-dae7-4c1c-b926-974cfb88d763 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514469 Mar 11 19:21:10.479090 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-ef4ecb01-b476-431a-83f7-2071923b6a47 req-36e1f152-59bf-4698-ad0c-4ebfba3334f9 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918589 Mar 11 19:21:10.752763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 959c1665-d8b1-4ec0-b911-a445fe46f04e up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:21:10.927185 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 959c1665-d8b1-4ec0-b911-a445fe46f04e completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:21:10.931278 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 959c1665-d8b1-4ec0-b911-a445fe46f04e triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:21:10.931659 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:11.009090 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 959c1665-d8b1-4ec0-b911-a445fe46f04e is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:21:11.010186 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:11.036066 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959c1665-d8b1-4ec0-b911-a445fe46f04e'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:21:11.038350 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb735c53-8039-4616-b2c7-70033e561ebc" -d '{"events": [{"server_uuid": "2e6e5e90-4217-4baf-ba8f-9f37222dae88", "name": "network-vif-plugged", "status": "completed", "tag": "959c1665-d8b1-4ec0-b911-a445fe46f04e"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:21:11.054372 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 959c1665-d8b1-4ec0-b911-a445fe46f04e, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:21:11.059799 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:11.084302 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a772a84a-d098-4b3a-92b5-bd00afddec19 x-openstack-request-id: req-a772a84a-d098-4b3a-92b5-bd00afddec19 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:21:11.084620 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6e5e90-4217-4baf-ba8f-9f37222dae88", "name": "network-vif-plugged", "status": "completed", "tag": "959c1665-d8b1-4ec0-b911-a445fe46f04e", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:21:11.084901 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a772a84a-d098-4b3a-92b5-bd00afddec19 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:21:11.085290 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959c1665-d8b1-4ec0-b911-a445fe46f04e', 'code': 200} Mar 11 19:21:11.110177 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=959c1665-d8b1-4ec0-b911-a445fe46f04e,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:11.120287 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326f5c2-ea4c-4a33-b2b6-5ce298594b03 req-dda6828a-0d3a-4eaa-a3a2-fc650299a241 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:11.121915 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e326f5c2-ea4c-4a33-b2b6-5ce298594b03 req-dda6828a-0d3a-4eaa-a3a2-fc650299a241 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0616946 Mar 11 19:21:11.169622 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e326f5c2-ea4c-4a33-b2b6-5ce298594b03 req-eaf0bde4-581e-4eb5-8300-d3ff07138b65 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421889 Mar 11 19:21:11.578577 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2196-2506-4ed0-8c44-23e19864d30e req-d2ef485f-fc76-4cb6-b535-dc40bbfe7ace tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:11.580061 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d68e2196-2506-4ed0-8c44-23e19864d30e req-d2ef485f-fc76-4cb6-b535-dc40bbfe7ace tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.0582731 Mar 11 19:21:11.627771 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d68e2196-2506-4ed0-8c44-23e19864d30e req-241e4951-8c61-43d0-93fd-72bf21a44772 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Mar 11 19:21:11.698926 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:12.305037 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886f34b-6987-4a7b-81a6-afbc82ec9981 req-82227a35-f7ad-4ec6-886b-156d0ec3392c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:12.306916 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f886f34b-6987-4a7b-81a6-afbc82ec9981 req-82227a35-f7ad-4ec6-886b-156d0ec3392c tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0558529 Mar 11 19:21:12.359309 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f886f34b-6987-4a7b-81a6-afbc82ec9981 req-d02614ea-a27d-478d-aec3-b8cf6f06184b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 Mar 11 19:21:12.750995 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25642cdc-d756-49bf-a5d3-24b96158a61d req-8e511fe0-2f70-4e4b-8b9e-2eda58a8ef08 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:12.752447 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-25642cdc-d756-49bf-a5d3-24b96158a61d req-8e511fe0-2f70-4e4b-8b9e-2eda58a8ef08 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Mar 11 19:21:12.802787 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-25642cdc-d756-49bf-a5d3-24b96158a61d req-766d5ed8-f970-41e3-9e7b-bc13b860f4e9 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Mar 11 19:21:13.485939 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566edd6a-a214-4004-9ac2-165d711f72a4 req-7b146f5e-4b37-43b2-a491-f34c86a5c21a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:13.487384 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-566edd6a-a214-4004-9ac2-165d711f72a4 req-7b146f5e-4b37-43b2-a491-f34c86a5c21a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0531306 Mar 11 19:21:13.535836 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-566edd6a-a214-4004-9ac2-165d711f72a4 req-7bc8b265-c80f-4461-bd28-266895244f4b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Mar 11 19:21:13.835230 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069cc44-27ca-4b9a-b6e1-dbab1a2f813c req-704f889a-34a9-4e75-8bf3-339e8d2d0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:13.836765 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-b069cc44-27ca-4b9a-b6e1-dbab1a2f813c req-704f889a-34a9-4e75-8bf3-339e8d2d0fd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 1129 time: 0.0468278 Mar 11 19:21:13.889107 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-b069cc44-27ca-4b9a-b6e1-dbab1a2f813c req-fcf08d70-c8c6-41c9-ac5b-8847b87332f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Mar 11 19:21:13.922505 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e19b89-c2c9-4a5b-8e29-85e23c6ec5b1 req-60940914-9a76-4b0b-be36-e7e354ebaf16 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:13.923934 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-02e19b89-c2c9-4a5b-8e29-85e23c6ec5b1 req-60940914-9a76-4b0b-be36-e7e354ebaf16 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Mar 11 19:21:13.971371 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-02e19b89-c2c9-4a5b-8e29-85e23c6ec5b1 req-10eecd46-fab8-4eb8-afc2-dcce8acf37e7 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Mar 11 19:21:14.885698 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:21:14.886701 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f599c-76c3-45c9-b4c7-3956e7fbd197 req-f1e441b0-444c-4eb2-89a7-fcd37828700e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:14.888199 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a9f599c-76c3-45c9-b4c7-3956e7fbd197 req-f1e441b0-444c-4eb2-89a7-fcd37828700e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.2859478 Mar 11 19:21:14.936228 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a9f599c-76c3-45c9-b4c7-3956e7fbd197 req-17dc5ff8-929a-4f46-903d-6475e85c8679 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Mar 11 19:21:15.102091 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20926948-602a-4df6-9549-2613126266d8 req-ddd6763b-a85b-4d0c-9c74-59de3b29bd56 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:15.104338 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20926948-602a-4df6-9549-2613126266d8 req-ddd6763b-a85b-4d0c-9c74-59de3b29bd56 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.0579543 Mar 11 19:21:15.155402 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20926948-602a-4df6-9549-2613126266d8 req-8beaddf0-be22-4390-bcbf-ec9d9741f90f tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441539 Mar 11 19:21:16.278177 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70826521-643f-4cdf-b4be-aeedf60361e4 req-22ed2ed8-6607-442f-b5f9-9d5e10589067 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:16.279724 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70826521-643f-4cdf-b4be-aeedf60361e4 req-22ed2ed8-6607-442f-b5f9-9d5e10589067 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.0572672 Mar 11 19:21:16.326590 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70826521-643f-4cdf-b4be-aeedf60361e4 req-cf6be35f-3e8b-4514-a85e-338379f51e42 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Mar 11 19:21:24.300699 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45722) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:24.411487 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26d7db56-74bf-4121-bc25-c674e5165e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.505356 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26d7db56-74bf-4121-bc25-c674e5165e74 admin admin] Publish callbacks [] for security_group (79ca5328-60a4-4e40-9652-3df3b929b639), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.510177 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-26d7db56-74bf-4121-bc25-c674e5165e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (79ca5328-60a4-4e40-9652-3df3b929b639), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.549088 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-26d7db56-74bf-4121-bc25-c674e5165e74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64735b464c8c461d82367dab29b0143d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465546 Mar 11 19:21:24.549956 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7db56-74bf-4121-bc25-c674e5165e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca5328-60a4-4e40-9652-3df3b929b639,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:24.551600 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45726) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:24.607893 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Publish callbacks [] for security_group (79ca5328-60a4-4e40-9652-3df3b929b639), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.631363 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Publish callbacks [] for security_group (79ca5328-60a4-4e40-9652-3df3b929b639), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.683049 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (79ca5328-60a4-4e40-9652-3df3b929b639), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.685714 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.686910 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79ca5328-60a4-4e40-9652-3df3b929b639 HTTP/1.1" status: 204 len: 168 time: 0.1341236 Mar 11 19:21:24.694637 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca5328-60a4-4e40-9652-3df3b929b639,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:24.702956 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.703313 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.703666 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.704005 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.704341 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.704677 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.705034 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.705368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.705699 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.706029 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.706382 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.706719 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.707039 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c1078-a3e2-4e34-897c-43b8e2299b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:24.972447 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:24.986247 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08051ab7-fe45-4dcd-997c-fb0d77319fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.073432 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08051ab7-fe45-4dcd-997c-fb0d77319fa2 admin admin] Publish callbacks [] for security_group (08e37ace-0067-4776-93c5-91c3b4b9bdfa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.077010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-08051ab7-fe45-4dcd-997c-fb0d77319fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (08e37ace-0067-4776-93c5-91c3b4b9bdfa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.114399 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08051ab7-fe45-4dcd-997c-fb0d77319fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e37ace-0067-4776-93c5-91c3b4b9bdfa,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:25.120898 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-08051ab7-fe45-4dcd-997c-fb0d77319fa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=633f061bb018449b989dfa4fcd7b2f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472671 Mar 11 19:21:25.122830 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45736) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:25.176179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b97f3fe8-9776-4f34-9806-ded336b2d5fe admin admin] Publish callbacks [] for security_group (08e37ace-0067-4776-93c5-91c3b4b9bdfa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.199683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b97f3fe8-9776-4f34-9806-ded336b2d5fe admin admin] Publish callbacks [] for security_group (08e37ace-0067-4776-93c5-91c3b4b9bdfa), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.260715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b97f3fe8-9776-4f34-9806-ded336b2d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (08e37ace-0067-4776-93c5-91c3b4b9bdfa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.263170 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b97f3fe8-9776-4f34-9806-ded336b2d5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.264286 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b97f3fe8-9776-4f34-9806-ded336b2d5fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08e37ace-0067-4776-93c5-91c3b4b9bdfa HTTP/1.1" status: 204 len: 168 time: 0.1404970 Mar 11 19:21:25.272292 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f3fe8-9776-4f34-9806-ded336b2d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e37ace-0067-4776-93c5-91c3b4b9bdfa,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:27.054325 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45786) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:27.162009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86725a89-55cd-4e71-ac17-03a010ca32d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.241259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86725a89-55cd-4e71-ac17-03a010ca32d9 admin admin] Publish callbacks [] for security_group (8fb39388-4d03-4752-84fc-b27a63a17970), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.247063 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86725a89-55cd-4e71-ac17-03a010ca32d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8fb39388-4d03-4752-84fc-b27a63a17970), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.292957 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-86725a89-55cd-4e71-ac17-03a010ca32d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7f3712309d842349c813f974b2fa58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327697 Mar 11 19:21:27.292957 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86725a89-55cd-4e71-ac17-03a010ca32d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb39388-4d03-4752-84fc-b27a63a17970,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:27.293295 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45792) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:27.351841 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-819268f2-5334-47c6-aeb8-3aee37164794 admin admin] Publish callbacks [] for security_group (8fb39388-4d03-4752-84fc-b27a63a17970), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.373969 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-819268f2-5334-47c6-aeb8-3aee37164794 admin admin] Publish callbacks [] for security_group (8fb39388-4d03-4752-84fc-b27a63a17970), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.425879 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-819268f2-5334-47c6-aeb8-3aee37164794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (8fb39388-4d03-4752-84fc-b27a63a17970), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.428904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-819268f2-5334-47c6-aeb8-3aee37164794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.430065 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-819268f2-5334-47c6-aeb8-3aee37164794 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fb39388-4d03-4752-84fc-b27a63a17970 HTTP/1.1" status: 204 len: 168 time: 0.1374719 Mar 11 19:21:27.437895 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819268f2-5334-47c6-aeb8-3aee37164794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb39388-4d03-4752-84fc-b27a63a17970,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:27.707616 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45798) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:27.721271 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c684d9-a904-476e-a7cf-36ad43f2c2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.805745 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c684d9-a904-476e-a7cf-36ad43f2c2fa admin admin] Publish callbacks [] for security_group (84db65ca-2967-4c32-8815-ca1ca801816d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.811594 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72c684d9-a904-476e-a7cf-36ad43f2c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (84db65ca-2967-4c32-8815-ca1ca801816d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.851333 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-72c684d9-a904-476e-a7cf-36ad43f2c2fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d908a478f1aa4d098d97ac4e69c9eebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426213 Mar 11 19:21:27.852801 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c684d9-a904-476e-a7cf-36ad43f2c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db65ca-2967-4c32-8815-ca1ca801816d,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:27.854949 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45800) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:27.903373 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75345505-94b2-4149-b59c-428b22a30e77 admin admin] Publish callbacks [] for security_group (84db65ca-2967-4c32-8815-ca1ca801816d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.928269 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75345505-94b2-4149-b59c-428b22a30e77 admin admin] Publish callbacks [] for security_group (84db65ca-2967-4c32-8815-ca1ca801816d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.976238 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75345505-94b2-4149-b59c-428b22a30e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (84db65ca-2967-4c32-8815-ca1ca801816d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.979551 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-75345505-94b2-4149-b59c-428b22a30e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.980683 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-75345505-94b2-4149-b59c-428b22a30e77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84db65ca-2967-4c32-8815-ca1ca801816d HTTP/1.1" status: 204 len: 168 time: 0.1246674 Mar 11 19:21:27.988194 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75345505-94b2-4149-b59c-428b22a30e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db65ca-2967-4c32-8815-ca1ca801816d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:32.179797 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 45868) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:32.287404 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.378721 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Publish callbacks [] for security_group (4336359a-3911-43df-ad38-c71ecfca54d9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.382642 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4336359a-3911-43df-ad38-c71ecfca54d9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.426717 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcfcd38c20cb4a72ab65a8cd7cffa647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453876 Mar 11 19:21:32.427421 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4336359a-3911-43df-ad38-c71ecfca54d9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:32.429239 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45872) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:32.435108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.435470 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.435814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.436168 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.436508 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.436860 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.437196 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.437531 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.437866 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.438194 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.438526 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.438853 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.439175 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13f7384-33f2-48e2-92d3-078b2d2786ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:32.485168 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-109e3535-0d50-402f-be8f-51747844add2 admin admin] Publish callbacks [] for security_group (4336359a-3911-43df-ad38-c71ecfca54d9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.513316 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-109e3535-0d50-402f-be8f-51747844add2 admin admin] Publish callbacks [] for security_group (4336359a-3911-43df-ad38-c71ecfca54d9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.561792 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-109e3535-0d50-402f-be8f-51747844add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4336359a-3911-43df-ad38-c71ecfca54d9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.564307 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-109e3535-0d50-402f-be8f-51747844add2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.565497 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-109e3535-0d50-402f-be8f-51747844add2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4336359a-3911-43df-ad38-c71ecfca54d9 HTTP/1.1" status: 204 len: 168 time: 0.1351652 Mar 11 19:21:32.574071 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e3535-0d50-402f-be8f-51747844add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4336359a-3911-43df-ad38-c71ecfca54d9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:32.847720 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:32.860787 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-063a8ac3-4560-49e6-833b-10d971d687a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.949770 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-063a8ac3-4560-49e6-833b-10d971d687a2 admin admin] Publish callbacks [] for security_group (d242b739-ccd6-4dd4-a923-f488ec1322fa), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.953588 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-063a8ac3-4560-49e6-833b-10d971d687a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d242b739-ccd6-4dd4-a923-f488ec1322fa), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:32.991243 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a8ac3-4560-49e6-833b-10d971d687a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d242b739-ccd6-4dd4-a923-f488ec1322fa,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:32.996971 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-063a8ac3-4560-49e6-833b-10d971d687a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f563032ab024db798c74c718edbfa93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481814 Mar 11 19:21:32.999474 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 45882) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:33.048216 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e60d579-9673-4451-a181-f845170889b9 admin admin] Publish callbacks [] for security_group (d242b739-ccd6-4dd4-a923-f488ec1322fa), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:33.069210 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e60d579-9673-4451-a181-f845170889b9 admin admin] Publish callbacks [] for security_group (d242b739-ccd6-4dd4-a923-f488ec1322fa), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:33.122601 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e60d579-9673-4451-a181-f845170889b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d242b739-ccd6-4dd4-a923-f488ec1322fa), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:33.125255 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8e60d579-9673-4451-a181-f845170889b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:33.126420 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8e60d579-9673-4451-a181-f845170889b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d242b739-ccd6-4dd4-a923-f488ec1322fa HTTP/1.1" status: 204 len: 168 time: 0.1260540 Mar 11 19:21:33.135375 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60d579-9673-4451-a181-f845170889b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242b739-ccd6-4dd4-a923-f488ec1322fa,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:34.654782 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-185527c8-9547-43bb-bcab-f9ab07ad53a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:35.346329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:36.952117 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b22c21d8-23d1-41ef-9540-964409d69f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:38.751220 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:39.077951 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-931dbfbf-3b77-470f-b981-aad7825bea7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449686 Mar 11 19:21:39.151745 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-88e7b0a0-040c-4997-b4df-04f37b789baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:39.153284 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-88e7b0a0-040c-4997-b4df-04f37b789baf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 1130 time: 0.0467978 Mar 11 19:21:39.271238 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-5babfb13-54ce-4505-ab5d-caa7433d2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:39.272742 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-5babfb13-54ce-4505-ab5d-caa7433d2c0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 912 time: 0.0917640 Mar 11 19:21:39.346513 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-7141c030-5a2b-417c-86e2-0c7092a90ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 200 len: 1001 time: 0.0623295 Mar 11 19:21:39.414659 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-b3db310a-fd0f-435c-9c24-a589c712dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:39.416138 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-b3db310a-fd0f-435c-9c24-a589c712dd7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0597003 Mar 11 19:21:39.478029 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-2252247a-b615-473a-924b-3320ca2fb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:39.479701 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-2252247a-b615-473a-924b-3320ca2fb88d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530035 Mar 11 19:21:39.574364 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-458cd267-ed95-48b5-83bc-976ca9bf0591 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868406 Mar 11 19:21:39.678891 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a4c0a49b-c3f4-4ca1-8bcb-9a936c782e76 req-938dd5c4-5c9c-4ed5-a820-8edc42448cf9 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935745 Mar 11 19:21:40.103041 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7259fe8-62f3-4bb7-b602-0e658086a1c3 req-0bb4e911-d1a1-49a9-9df9-0114f8824396 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:40.104581 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f7259fe8-62f3-4bb7-b602-0e658086a1c3 req-0bb4e911-d1a1-49a9-9df9-0114f8824396 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.2234740 Mar 11 19:21:40.159124 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f7259fe8-62f3-4bb7-b602-0e658086a1c3 req-ab4305ad-125f-4caa-b2be-102c17142427 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488920 Mar 11 19:21:40.338348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:41.357323 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f7f59-f269-4eb4-8a80-b97d247a64be req-527191af-350d-4ac4-b4b4-eac87af110f0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:41.358798 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-de9f7f59-f269-4eb4-8a80-b97d247a64be req-527191af-350d-4ac4-b4b4-eac87af110f0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.1157882 Mar 11 19:21:41.412434 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-de9f7f59-f269-4eb4-8a80-b97d247a64be req-1d4119e2-bcd3-49fc-8c09-a562fdfa2bed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477383 Mar 11 19:21:41.701918 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:42.541064 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf2e17-6f59-47db-9b5a-f030c6fa4b12 req-6240f8f3-2b85-4491-b096-60cf95454fa4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:42.542459 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-45bf2e17-6f59-47db-9b5a-f030c6fa4b12 req-6240f8f3-2b85-4491-b096-60cf95454fa4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0573165 Mar 11 19:21:42.588957 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-45bf2e17-6f59-47db-9b5a-f030c6fa4b12 req-a989408c-70b9-4e9d-b5da-b1b78c578f42 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Mar 11 19:21:43.713862 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e212aa-d7bc-44c0-b6b2-96847b1e731f req-d2505dbc-7b12-4b67-8657-b5fba98d6ca3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:43.715340 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-16e212aa-d7bc-44c0-b6b2-96847b1e731f req-d2505dbc-7b12-4b67-8657-b5fba98d6ca3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0526094 Mar 11 19:21:43.770763 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-16e212aa-d7bc-44c0-b6b2-96847b1e731f req-6943f0cb-aac0-442b-9080-dab9ba05200f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499072 Mar 11 19:21:44.901486 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf938d4-3ff3-40a8-851c-40325909e8a2 req-b04e3912-4001-45e2-9fc1-d0f277c21d85 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:44.903001 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8cf938d4-3ff3-40a8-851c-40325909e8a2 req-b04e3912-4001-45e2-9fc1-d0f277c21d85 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0580766 Mar 11 19:21:44.950933 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8cf938d4-3ff3-40a8-851c-40325909e8a2 req-a20abd8c-506f-471a-9516-52481477c04d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Mar 11 19:21:46.082750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7cb7-8331-444f-b014-f7cb34119152 req-7f4fcde1-a4d7-41d6-aed5-a31bda5b9166 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:46.084199 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e50d7cb7-8331-444f-b014-f7cb34119152 req-7f4fcde1-a4d7-41d6-aed5-a31bda5b9166 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0543528 Mar 11 19:21:46.133946 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e50d7cb7-8331-444f-b014-f7cb34119152 req-83080990-d2e9-4e30-9c69-a8a54a6c9fda tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Mar 11 19:21:47.270596 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e421-7734-45d6-87ec-2be5a2aa69cd req-040080f8-2f8d-44a7-a7b6-89ab8cdef49f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:47.272169 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bda1e421-7734-45d6-87ec-2be5a2aa69cd req-040080f8-2f8d-44a7-a7b6-89ab8cdef49f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0567296 Mar 11 19:21:47.332774 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bda1e421-7734-45d6-87ec-2be5a2aa69cd req-ad4e338c-1d5e-41d5-8468-1fbe73bbc2bf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543702 Mar 11 19:21:48.468093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c9b8-2677-424f-98f1-9c24bc0504ea req-24650119-8f8f-458b-9c11-08a902300d99 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:48.469520 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eae4c9b8-2677-424f-98f1-9c24bc0504ea req-24650119-8f8f-458b-9c11-08a902300d99 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.0619266 Mar 11 19:21:48.521419 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eae4c9b8-2677-424f-98f1-9c24bc0504ea req-f2bae5e6-f23f-4b34-b8d1-ff14dcbc6468 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463753 Mar 11 19:21:49.774715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed6d76-13a9-4af7-9f21-175f66af878f req-49315c4f-bce2-4bee-bfa4-d886b5494e7d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:49.776411 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-69ed6d76-13a9-4af7-9f21-175f66af878f req-49315c4f-bce2-4bee-bfa4-d886b5494e7d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.1666508 Mar 11 19:21:49.797670 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-e86e4fd4-d7a6-434e-8466-7dd72abd4095 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:49.799495 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-e86e4fd4-d7a6-434e-8466-7dd72abd4095 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 947 time: 0.1543918 Mar 11 19:21:49.828424 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-69ed6d76-13a9-4af7-9f21-175f66af878f req-5c10be80-7f3b-42df-b9ae-c10f8be33dd6 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=c951a857-7997-4156-a3ed-7c9cc5acb60b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Mar 11 19:21:49.914168 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Deleting port 6da86750-4fea-4b06-9386-98849c4fabec {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:21:49.914510 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (6da86750-4fea-4b06-9386-98849c4fabec), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:50.016099 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] For port 6da86750-4fea-4b06-9386-98849c4fabec, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=6da86750-4fea-4b06-9386-98849c4fabec,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:21:50.016461 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (6da86750-4fea-4b06-9386-98849c4fabec), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:50.306283 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:50.306653 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (816d1dca-d8cc-4d7f-80be-8b2d333d428a), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:50.306964 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.l3_db [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Floating IP 816d1dca-d8cc-4d7f-80be-8b2d333d428a disassociated. External IP: 172.27.2.77, port: 6da86750-4fea-4b06-9386-98849c4fabec. Mar 11 19:21:50.307298 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Calling delete_port for 6da86750-4fea-4b06-9386-98849c4fabec owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:21:50.468758 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (6da86750-4fea-4b06-9386-98849c4fabec), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:50.515587 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event deleted for resources: {'Port': ['ID=6da86750-4fea-4b06-9386-98849c4fabec,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:50.684476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Router af34ff3c-566d-46d1-adff-663485e29a8f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:21:50.853331 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:21:50.879295 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:21:50.927453 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:21:50.931536 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:21:51.039468 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] No DVR routers for this DVR port 6da86750-4fea-4b06-9386-98849c4fabec on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:21:51.044598 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c8050ce8-265a-4fc7-814d-119ef1f4af3c req-cd61b564-02c8-40d2-b442-e4b6256f04ec tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=962fb683-7930-408b-b873-b7a8eb066fcb HTTP/1.1" status: 200 len: 210 time: 0.0617826 Mar 11 19:21:51.045255 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:51.059966 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-bb39b8c8-f705-4de1-8721-c42702f5ea95 req-7346fa05-494f-4877-8c27-88913674f85b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "DELETE /v2.0/ports/6da86750-4fea-4b06-9386-98849c4fabec HTTP/1.1" status: 204 len: 173 time: 1.2470074 Mar 11 19:21:51.063516 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-deleted', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:21:51.066921 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee52af-7b5d-4a6a-8a29-eae512bb4edb" -d '{"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-deleted", "tag": "6da86750-4fea-4b06-9386-98849c4fabec"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:21:51.114799 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c1ec5-31d5-4a05-9b92-4d4604b86025 x-openstack-request-id: req-ea3c1ec5-31d5-4a05-9b92-4d4604b86025 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:21:51.115266 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fb683-7930-408b-b873-b7a8eb066fcb", "name": "network-vif-deleted", "tag": "6da86750-4fea-4b06-9386-98849c4fabec", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:21:51.115682 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea3c1ec5-31d5-4a05-9b92-4d4604b86025 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:21:51.116813 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fb683-7930-408b-b873-b7a8eb066fcb', 'name': 'network-vif-deleted', 'tag': '6da86750-4fea-4b06-9386-98849c4fabec', 'status': 'completed', 'code': 200} Mar 11 19:21:51.158566 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:21:51.435998 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:21:51.476519 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:21:51.487135 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:21:51.487669 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:21:51.604030 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:21:51.844146 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:21:51.870673 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e0980-6ada-4cbb-8908-7462280a7f5e None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:21:51.885604 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:21:52.145376 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164015d-0cc3-4d0c-b019-9770dc32a045 None None] New status for floating IP 816d1dca-d8cc-4d7f-80be-8b2d333d428a: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:21:52.176261 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46124) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:52.238684 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb442-8ce9-4182-8e0c-564b4e45e471 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (c951a857-7997-4156-a3ed-7c9cc5acb60b), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.266754 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb442-8ce9-4182-8e0c-564b4e45e471 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (c951a857-7997-4156-a3ed-7c9cc5acb60b), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.325920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb442-8ce9-4182-8e0c-564b4e45e471 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (c951a857-7997-4156-a3ed-7c9cc5acb60b), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.329344 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb442-8ce9-4182-8e0c-564b4e45e471 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.330823 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-ae3eb442-8ce9-4182-8e0c-564b4e45e471 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "DELETE /v2.0/security-groups/c951a857-7997-4156-a3ed-7c9cc5acb60b HTTP/1.1" status: 204 len: 168 time: 0.1529644 Mar 11 19:21:52.334697 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46128) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:52.347443 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3eb442-8ce9-4182-8e0c-564b4e45e471 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951a857-7997-4156-a3ed-7c9cc5acb60b,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:52.359394 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.api.v2.resource [None req-e01cec2c-34ea-453d-9a64-4de438a89de0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] show failed (client error): The resource could not be found. Mar 11 19:21:52.369318 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:52.369716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e01cec2c-34ea-453d-9a64-4de438a89de0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups/c951a857-7997-4156-a3ed-7c9cc5acb60b HTTP/1.1" status: 404 len: 347 time: 0.0255556 Mar 11 19:21:52.531232 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Deleting port e494f305-9c34-4f65-8e6c-08ab61197017 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:21:52.531580 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (e494f305-9c34-4f65-8e6c-08ab61197017), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.613378 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (e494f305-9c34-4f65-8e6c-08ab61197017), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.614183 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (e494f305-9c34-4f65-8e6c-08ab61197017), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:52.630254 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Calling delete_port for e494f305-9c34-4f65-8e6c-08ab61197017 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:21:53.004833 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (e494f305-9c34-4f65-8e6c-08ab61197017), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.018730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:21:53.035008 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event deleted for resources: {'Port': ['ID=e494f305-9c34-4f65-8e6c-08ab61197017,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:53.051316 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 6da86750-4fea-4b06-9386-98849c4fabec {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:21:53.051791 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 6da86750-4fea-4b06-9386-98849c4fabec not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:21:53.101976 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (816d1dca-d8cc-4d7f-80be-8b2d333d428a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.104572 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.105779 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-9186b506-a9ce-4405-a741-1eb8d0cdfe6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "DELETE /v2.0/floatingips/816d1dca-d8cc-4d7f-80be-8b2d333d428a HTTP/1.1" status: 204 len: 168 time: 0.7434294 Mar 11 19:21:53.665684 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46146) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:53.670181 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344263028', 'description': 'tempest-description--1744991438'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:53.691517 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.767166 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (6d6defb2-d535-4134-a9c1-1da7d58ad8ad), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.771178 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6d6defb2-d535-4134-a9c1-1da7d58ad8ad), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.802458 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6defb2-d535-4134-a9c1-1da7d58ad8ad,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:53.807004 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.810979 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2943e6f0-d74f-4ece-bf79-62562f9c1dfa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415153 Mar 11 19:21:53.811194 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46148) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:53.815594 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'security_group_rule': {'security_group_id': '6d6defb2-d535-4134-a9c1-1da7d58ad8ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:53.844785 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (e3b26b91-5324-4a8e-a308-a2e204779389), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.905359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (e3b26b91-5324-4a8e-a308-a2e204779389), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.909186 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (e3b26b91-5324-4a8e-a308-a2e204779389), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.936899 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b26b91-5324-4a8e-a308-a2e204779389,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:53.943525 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:53.945459 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-69061b73-4fc8-4a49-82c6-0331334f807c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332567 Mar 11 19:21:53.948266 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46150) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:53.952548 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'security_group_rule': {'security_group_id': '6d6defb2-d535-4134-a9c1-1da7d58ad8ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:53.985775 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (24567be3-cf99-499c-a51d-50d88cafa529), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.043723 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (24567be3-cf99-499c-a51d-50d88cafa529), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.047393 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (24567be3-cf99-499c-a51d-50d88cafa529), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.064631 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24567be3-cf99-499c-a51d-50d88cafa529,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:54.073928 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.075083 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-37301768-09d6-4333-8ca5-50c9c5393f69 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258631 Mar 11 19:21:54.078336 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:54.082909 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:54.103011 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.220638 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.339552 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Allocated IP 172.27.2.99 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/a3c0bdba-c62e-450e-a1da-b73d48c16731) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:21:54.445034 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.483053 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.521251 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:21:54.526510 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:21:54.529920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:21:54.535723 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'Port': ['ID=a3c0bdba-c62e-450e-a1da-b73d48c16731,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:54.623032 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (57b82900-1689-4a89-8aa8-5bfc648c0d69), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.667281 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.832800 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.838391 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.909610 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'Port': ['ID=a3c0bdba-c62e-450e-a1da-b73d48c16731,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:54.925346 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (57b82900-1689-4a89-8aa8-5bfc648c0d69), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.943150 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.945487 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-645f0e8d-23a9-4034-9791-21d3d9b4098d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8651063 Mar 11 19:21:55.098439 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-bc222eb5-6641-4515-939e-9d75b8b3eaea tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--344263028&fields=id&tenant_id=7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 267 time: 0.0430212 Mar 11 19:21:55.214745 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-98b90416-85db-4eec-b235-459c1871befa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:55.216104 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-98b90416-85db-4eec-b235-459c1871befa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 816 time: 0.1106620 Mar 11 19:21:55.234026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-d65cb441-deb6-4423-be43-59eb75f1c4e1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/quotas/7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 375 time: 0.0100160 Mar 11 19:21:55.299167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-1caf60d9-8b2f-440c-8512-82de00fdbd3a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598345 Mar 11 19:21:55.456849 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-c4853558-7761-456e-8815-ac0d4d234b7e service neutron] 10.222.0.55 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456246 Mar 11 19:21:55.546602 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-be9bd80c-4146-41b0-a48f-bb9b24a7d83c service neutron] 10.222.0.55 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839000 Mar 11 19:21:55.722917 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b22a1109-f0d2-4591-8c49-339c64e56c7f req-bb274ed1-263f-47f9-a29e-11b295148f66 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 210 time: 0.0362885 Mar 11 19:21:56.043524 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46194) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:56.171393 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2829-00d9-4981-ac08-dc9a2d47c5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.253744 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2829-00d9-4981-ac08-dc9a2d47c5f8 admin admin] Publish callbacks [] for security_group (0bc6cdba-97f1-4431-bcee-a8391a6822f4), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.260169 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2829-00d9-4981-ac08-dc9a2d47c5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0bc6cdba-97f1-4431-bcee-a8391a6822f4), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.302793 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7f6c2829-00d9-4981-ac08-dc9a2d47c5f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dd21cf58cb4458e98da3c73cdc513b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573061 Mar 11 19:21:56.304400 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c2829-00d9-4981-ac08-dc9a2d47c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6cdba-97f1-4431-bcee-a8391a6822f4,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:56.306781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46202) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:56.369251 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae2c79ad-a44b-46e1-9eb0-b586518c4280 admin admin] Publish callbacks [] for security_group (0bc6cdba-97f1-4431-bcee-a8391a6822f4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.397709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae2c79ad-a44b-46e1-9eb0-b586518c4280 admin admin] Publish callbacks [] for security_group (0bc6cdba-97f1-4431-bcee-a8391a6822f4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.460825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae2c79ad-a44b-46e1-9eb0-b586518c4280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0bc6cdba-97f1-4431-bcee-a8391a6822f4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.463722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ae2c79ad-a44b-46e1-9eb0-b586518c4280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:56.464937 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ae2c79ad-a44b-46e1-9eb0-b586518c4280 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bc6cdba-97f1-4431-bcee-a8391a6822f4 HTTP/1.1" status: 204 len: 168 time: 0.1570439 Mar 11 19:21:56.478208 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c79ad-a44b-46e1-9eb0-b586518c4280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6cdba-97f1-4431-bcee-a8391a6822f4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:56.832143 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b09825d2-3b38-4820-ab27-7de67ca5b300 req-f6d327dc-e825-4634-a47b-23dadc5738ee tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 210 time: 0.0295937 Mar 11 19:21:57.050721 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-1b249708-6a70-454e-bd5f-3ca3e4c0281f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:57.052834 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-1b249708-6a70-454e-bd5f-3ca3e4c0281f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 816 time: 0.1200678 Mar 11 19:21:57.133890 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-56e02942-fb84-430f-9874-1063a7b04cad tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 379 time: 0.0680223 Mar 11 19:21:57.157554 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'port': {'device_id': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'admin_state_up': True, 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'security_groups': ['6d6defb2-d535-4134-a9c1-1da7d58ad8ad']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:57.159221 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46230) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:57.265769 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1697298894-network', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:57.270012 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Made reservation on behalf of 7ebaeb5b399c4fd298cbe1004654368c for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:21:57.274129 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.285763 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Made reservation on behalf of 1d45e99191e84c4786fa3f88b9aefa31 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:21:57.288528 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.297117 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.391146 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks [] for security_group (63ce244f-69ba-41ee-9cf6-8d145a71e3f9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.397394 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (63ce244f-69ba-41ee-9cf6-8d145a71e3f9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.429705 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:21:57.433038 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Allocated IP 172.20.0.13 (b3e233e6-a6a7-42fb-b974-abd47312929e/7b785dd7-6031-4719-8c3a-1fd72a1aee12/51eb7d1f-8efb-454d-a22a-9d7f00492a96) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:21:57.445157 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce244f-69ba-41ee-9cf6-8d145a71e3f9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:57.450681 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (08b00720-fd3b-4766-ad8c-bd83589e25be), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.451288 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Added segment 08b00720-fd3b-4766-ad8c-bd83589e25be of type vlan for network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf Mar 11 19:21:57.497800 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.524696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.525786 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:57.526405 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.559574 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3991988 Mar 11 19:21:57.562559 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46236) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:57.567612 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Request body: {'subnet': {'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1697298894-subnet', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:57.594079 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782262-d555-40ea-a034-15816b824ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:57.606588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:21:57.607186 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Made reservation on behalf of 1d45e99191e84c4786fa3f88b9aefa31 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:21:57.609230 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308878'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.635142 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.728997 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.807079 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Network b3e233e6-a6a7-42fb-b974-abd47312929e is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:21:57.820265 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:21:57.827824 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:21:57.850388 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:57.910910 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4427737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308896'] for subnet (9c0786b3-704a-463b-a952-04b221f1de73), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.931815 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:57.932589 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.990837 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638363d-e7d6-4a3a-862d-918786e8247d req-8193a4f3-a9fa-4fa6-82fc-92f74a3686f9 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:57.993154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1638363d-e7d6-4a3a-862d-918786e8247d req-8193a4f3-a9fa-4fa6-82fc-92f74a3686f9 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 932 time: 0.0729775 Mar 11 19:21:58.001821 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-6611fd57-91b7-45b7-a735-816bb7968632 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8535783 Mar 11 19:21:58.015841 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0786b3-704a-463b-a952-04b221f1de73,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:58.068520 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1638363d-e7d6-4a3a-862d-918786e8247d req-74d00727-7fc7-47a5-bd36-128c58668630 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596626 Mar 11 19:21:58.074109 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Checking segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:21:58.075145 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Network hostable DHCP agents. Network: 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:21:58.104674 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Request body: {'port': {'device_id': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:58.107389 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:21:58.133919 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:21:58.140537 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:58.141169 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.142871 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc6765-f15f-4648-b3d9-6eb191ae8b85 None None] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:21:58.179480 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c93c5bbb-1e9e-4264-92a8-2cbab7f4d0b7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6130018 Mar 11 19:21:58.179851 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46242) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:21:58.184091 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:21:58.200620 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.225287 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (839955b7-611a-4d67-81bd-099829c053f3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.226444 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (839955b7-611a-4d67-81bd-099829c053f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.348093 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-95b29f84-e1a6-4360-a29d-59a03dd32fac None None] Provisioning complete for port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:21:58.348530 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-95b29f84-e1a6-4360-a29d-59a03dd32fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.373909 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks [] for router_controller (839955b7-611a-4d67-81bd-099829c053f3), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.396893 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-95b29f84-e1a6-4360-a29d-59a03dd32fac None None] Port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:21:58.426392 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:21:58.427895 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.581153 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Allocated IP 172.20.0.2 (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf/9c0786b3-704a-463b-a952-04b221f1de73/c7c461f0-af06-4c68-919a-00542dd31a84) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:21:58.592919 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks [] for router_gateway (839955b7-611a-4d67-81bd-099829c053f3), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.742885 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51eb7d1f-8efb-454d-a22a-9d7f00492a96 {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:21:58.749241 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Publish callbacks [] for port (c7c461f0-af06-4c68-919a-00542dd31a84), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.754213 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Publish callbacks [] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.756104 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.774900 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Transition to ACTIVE for port object 51eb7d1f-8efb-454d-a22a-9d7f00492a96 will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:21:58.780904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.797754 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:21:58.800650 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:21:58.803935 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:21:58.842487 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:58.859527 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Pushing event updated for resources: {'Port': ['ID=c7c461f0-af06-4c68-919a-00542dd31a84,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:58.877204 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.877587 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.877976 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.878329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.878677 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.879019 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.879350 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.879682 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.880011 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.880336 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.880665 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.881016 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.881336 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:21:58.886566 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Attempting to bind port c7c461f0-af06-4c68-919a-00542dd31a84 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:21:58.886948 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Attempting to bind port c7c461f0-af06-4c68-919a-00542dd31a84 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:21:58.887311 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Attempting to bind port c7c461f0-af06-4c68-919a-00542dd31a84 on network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:21:58.893656 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:21:58.894432 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Checking segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:21:58.894918 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.895403 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Bound using segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:21:58.895968 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Bound port: c7c461f0-af06-4c68-919a-00542dd31a84, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:21:58.896439 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.964682 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] For port c7c461f0-af06-4c68-919a-00542dd31a84, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:21:58.968343 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] For port c7c461f0-af06-4c68-919a-00542dd31a84, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c7c461f0-af06-4c68-919a-00542dd31a84,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:21:58.976201 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.017502 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Attempting to bind port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:21:59.017847 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Attempting to bind port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:21:59.018398 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Attempting to bind port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 on network b3e233e6-a6a7-42fb-b974-abd47312929e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:21:59.025907 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 on network b3e233e6-a6a7-42fb-b974-abd47312929e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:21:59.026240 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Attempting to bind port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 on network b3e233e6-a6a7-42fb-b974-abd47312929e {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:21:59.035269 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:21:59.035605 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Checking segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:21:59.035995 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Bound using segment: {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:21:59.036710 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Bound port: 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56932e-25d8-41f9-98c5-fd451bc26a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:21:59.037289 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.040920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks [] for router_gateway (839955b7-611a-4d67-81bd-099829c053f3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.047770 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06c119-f004-4113-9ac1-f35c5997f7ba None None] Pushing event updated for resources: {'Port': ['ID=c7c461f0-af06-4c68-919a-00542dd31a84,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:59.072847 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.192115 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521ce16-1917-4085-8a8e-9d1bd46e79ae req-3cd34fb5-daba-4775-a6ff-c38d450ce329 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:59.193986 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6521ce16-1917-4085-8a8e-9d1bd46e79ae req-3cd34fb5-daba-4775-a6ff-c38d450ce329 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0580997 Mar 11 19:21:59.201048 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:21:59.221081 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:21:59.235045 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.247175 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Allocated IP 172.27.2.63 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/c46022d3-0248-4c47-97cd-682dd87d1dd5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:21:59.273928 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6521ce16-1917-4085-8a8e-9d1bd46e79ae req-d654f153-3447-4c90-9b59-daf5e01b4ea8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729034 Mar 11 19:21:59.305637 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:21:59.306343 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.308502 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] 10.222.0.18 "PUT /v2.0/ports/51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 1094 time: 1.2834508 Mar 11 19:21:59.313538 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:21:59.316897 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb" -d '{"events": [{"name": "network-changed", "server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:21:59.357180 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f6af5-67c4-4292-9e04-cbf2d24a874f service neutron] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:21:59.406342 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e71ecf9-3712-4abc-9601-d91e53370ec8 x-openstack-request-id: req-1e71ecf9-3712-4abc-9601-d91e53370ec8 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:21:59.406634 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:21:59.406887 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e71ecf9-3712-4abc-9601-d91e53370ec8 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:21:59.407272 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'status': 'completed', 'code': 200} Mar 11 19:21:59.457076 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks [] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.504822 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:59.547066 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:21:59.552251 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:21:59.555991 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:21:59.562283 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c46022d3-0248-4c47-97cd-682dd87d1dd5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:00.066854 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks [] for router_gateway (839955b7-611a-4d67-81bd-099829c053f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.099575 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e5201a-8d9e-41ce-9877-99ddb5ba2ada None None] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:22:00.208008 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] Provisioning complete for port c7c461f0-af06-4c68-919a-00542dd31a84 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:00.208316 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.298518 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (839955b7-611a-4d67-81bd-099829c053f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.334161 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] Current status of the port c7c461f0-af06-4c68-919a-00542dd31a84 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:00.336643 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.427608 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c7c461f0-af06-4c68-919a-00542dd31a84 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:00.434008 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] For port c7c461f0-af06-4c68-919a-00542dd31a84, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c7c461f0-af06-4c68-919a-00542dd31a84,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:00.466509 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.480898 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2144c-e538-413b-a7ca-4372c9e87f7a req-a8347183-0b51-4590-9352-4804f21cd9c3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:00.488276 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-13d2144c-e538-413b-a7ca-4372c9e87f7a req-a8347183-0b51-4590-9352-4804f21cd9c3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0918708 Mar 11 19:22:00.529243 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Router 839955b7-611a-4d67-81bd-099829c053f3 is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:22:00.542978 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b26a03-0dfc-4af5-9405-4b69d4907d53 None None] Pushing event updated for resources: {'Port': ['ID=c7c461f0-af06-4c68-919a-00542dd31a84,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:00.551451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port c7c461f0-af06-4c68-919a-00542dd31a84 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:00.552118 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.556674 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-13d2144c-e538-413b-a7ca-4372c9e87f7a req-38071084-5776-4d04-beab-4f7d91e6ab55 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670965 Mar 11 19:22:00.638980 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port c7c461f0-af06-4c68-919a-00542dd31a84 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:00.665003 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:00.674486 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Sync routers for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:00.683625 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.684938 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7c31eb53-c787-4a71-a9c9-ab78b61d08c8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5041625 Mar 11 19:22:00.687749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46262) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:00.692461 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:00.693113 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:00.744185 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-2beda1fd-c5fc-48d0-b305-20543276bf80 None None] Provisioning complete for port c7c461f0-af06-4c68-919a-00542dd31a84 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:00.744452 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2beda1fd-c5fc-48d0-b305-20543276bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:00.892983 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:00.961311 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2beda1fd-c5fc-48d0-b305-20543276bf80 None None] Current status of the port c7c461f0-af06-4c68-919a-00542dd31a84 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:01.096286 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:21:59Z', 'revision_number': 3, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:01.128973 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Checking router: 839955b7-611a-4d67-81bd-099829c053f3 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:01.129698 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Updating router 839955b7-611a-4d67-81bd-099829c053f3 port c46022d3-0248-4c47-97cd-682dd87d1dd5 binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:22:01.129795 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.157438 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.294368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Allocated IP 172.20.0.1 (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf/9c0786b3-704a-463b-a952-04b221f1de73/7185af26-853f-4508-9fce-15c9b80c27cd) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:01.404557 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks [] for port (7185af26-853f-4508-9fce-15c9b80c27cd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.440554 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.450002 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Publish callbacks [] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.455613 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.483478 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:01.488611 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:01.492619 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:01.513404 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Attempting to bind port c46022d3-0248-4c47-97cd-682dd87d1dd5 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:01.513787 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Attempting to bind port c46022d3-0248-4c47-97cd-682dd87d1dd5 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:01.514155 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Attempting to bind port c46022d3-0248-4c47-97cd-682dd87d1dd5 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:01.515818 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Pushing event updated for resources: {'Port': ['ID=7185af26-853f-4508-9fce-15c9b80c27cd,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:01.521373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0391d9-836b-4df1-99a8-4b2076e6715a None None] Pushing event updated for resources: {'Port': ['ID=c46022d3-0248-4c47-97cd-682dd87d1dd5,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:01.526936 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:01.527318 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:01.527780 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.528181 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:01.528671 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Bound port: c46022d3-0248-4c47-97cd-682dd87d1dd5, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:01.529296 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.541796 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (839955b7-611a-4d67-81bd-099829c053f3), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.596520 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] For port c46022d3-0248-4c47-97cd-682dd87d1dd5, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:01.600635 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] For port c46022d3-0248-4c47-97cd-682dd87d1dd5, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c46022d3-0248-4c47-97cd-682dd87d1dd5,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:01.616636 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.684529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:01.685323 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:01.722534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:01.729176 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedcd24-77e1-4965-9955-eae7b4133bd5 req-9a3eeb01-f04f-4f2b-9701-aa43471e2a4f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:01.730867 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7eedcd24-77e1-4965-9955-eae7b4133bd5 req-9a3eeb01-f04f-4f2b-9701-aa43471e2a4f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0695448 Mar 11 19:22:01.739691 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0391d9-836b-4df1-99a8-4b2076e6715a None None] Pushing event updated for resources: {'Port': ['ID=c46022d3-0248-4c47-97cd-682dd87d1dd5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:01.795140 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7eedcd24-77e1-4965-9955-eae7b4133bd5 req-6e31a3e2-a8c9-4c58-b217-eb0e4f698f1f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444107 Mar 11 19:22:01.818324 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:02.004252 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b0407df7-2ace-4fec-9b56-c4f67076bf6e None None] Provisioning complete for port 7185af26-853f-4508-9fce-15c9b80c27cd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:02.004535 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0407df7-2ace-4fec-9b56-c4f67076bf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:02.091501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b0407df7-2ace-4fec-9b56-c4f67076bf6e None None] Port 7185af26-853f-4508-9fce-15c9b80c27cd cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:02.156642 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb req-6e4b705e-46e9-4405-b575-de78600209a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:02.158193 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb req-6e4b705e-46e9-4405-b575-de78600209a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1128 time: 0.0834141 Mar 11 19:22:02.168522 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks [] for port (7185af26-853f-4508-9fce-15c9b80c27cd), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:02.187000 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:02.212503 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 1, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:02.241405 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd92511d-9a47-4b2e-878c-11737349d120 None None] The sync data for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi is: [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 1, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:02.345230 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c7c461f0-af06-4c68-919a-00542dd31a84 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:02.372080 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Pushing event updated for resources: {'Port': ['ID=7185af26-853f-4508-9fce-15c9b80c27cd,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:02.375809 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (839955b7-611a-4d67-81bd-099829c053f3), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:02.408011 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port c7c461f0-af06-4c68-919a-00542dd31a84 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:02.408596 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:02.514413 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port c7c461f0-af06-4c68-919a-00542dd31a84 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:02.517752 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb req-8ac4dcc6-6fac-4c1d-9592-a58a4b70c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:02.519615 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb req-8ac4dcc6-6fac-4c1d-9592-a58a4b70c985 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3491390 Mar 11 19:22:02.630419 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:02.663840 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:02.774715 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb req-01b5cdea-6fa0-423e-9ef6-906d81efdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:02.776127 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-dfcad1f2-3b58-4a06-a8c6-7d5b029009eb req-01b5cdea-6fa0-423e-9ef6-906d81efdbf3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489700 Mar 11 19:22:02.910015 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Router 839955b7-611a-4d67-81bd-099829c053f3 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:22:02.924365 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-51fc80cb-916e-4b4c-989f-dfde2e063b8f None None] Provisioning complete for port 7185af26-853f-4508-9fce-15c9b80c27cd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:02.924758 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-51fc80cb-916e-4b4c-989f-dfde2e063b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:02.935569 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-59d688e6-2efa-4f6a-acb2-0e55a146ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:02.937281 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-59d688e6-2efa-4f6a-acb2-0e55a146ad35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1128 time: 0.1053197 Mar 11 19:22:02.974653 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-51fc80cb-916e-4b4c-989f-dfde2e063b8f None None] Port 7185af26-853f-4508-9fce-15c9b80c27cd cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:02.997107 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd3f81-5f24-4762-b0ae-630b48403e65 req-e378392d-3f29-4972-854d-2910dab52477 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:02.999026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a5cd3f81-5f24-4762-b0ae-630b48403e65 req-e378392d-3f29-4972-854d-2910dab52477 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0909948 Mar 11 19:22:03.039087 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-92cc9629-3050-4ece-9a91-82c682108eec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 217 time: 0.0583267 Mar 11 19:22:03.102526 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a5cd3f81-5f24-4762-b0ae-630b48403e65 req-af51a65a-d334-4b07-95a0-1a492f6020f7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909970 Mar 11 19:22:03.161436 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-05076256-e12e-4eba-bf4b-fb7b871cc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:03.163556 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-05076256-e12e-4eba-bf4b-fb7b871cc9ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.1144369 Mar 11 19:22:03.171729 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:03.181829 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-10c9edb8-a28c-4347-8170-89bf9b5cb3de admin admin] 10.222.0.55 "PUT /v2.0/routers/839955b7-611a-4d67-81bd-099829c053f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4928327 Mar 11 19:22:03.241999 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-92f6d137-a66f-4517-ae82-3a1bc03063f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:03.243429 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-92f6d137-a66f-4517-ae82-3a1bc03063f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604460 Mar 11 19:22:03.355179 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-bfd1943c-0256-4576-b342-c4902d7b2781 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962534 Mar 11 19:22:03.477015 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-7e35e7b5-ca34-4028-87ee-c4f80c404f47 req-75c87e79-7f9c-4eb2-841c-c617aeef8ec0 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088319 Mar 11 19:22:03.742579 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46292) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:03.747446 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1260880631-network', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:03.766819 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Made reservation on behalf of 8cf7e455cbaa49a280d1b5c349cb1f83 for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:22:03.769551 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.779516 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.863321 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks [] for security_group (36cbac35-fedc-4010-ab05-4345c594f8eb), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.867319 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (36cbac35-fedc-4010-ab05-4345c594f8eb), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.893573 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:22:03.904229 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cbac35-fedc-4010-ab05-4345c594f8eb,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:03.909232 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (3f8845ee-217a-4edc-811a-9058fd2ec4f3), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.909575 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Added segment 3f8845ee-217a-4edc-811a-9058fd2ec4f3 of type vlan for network baa52e42-fb23-4f25-b61c-540b25c5463f Mar 11 19:22:03.951057 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (baa52e42-fb23-4f25-b61c-540b25c5463f), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.976911 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (baa52e42-fb23-4f25-b61c-540b25c5463f), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:03.977913 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:03.978490 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.013571 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2698843 Mar 11 19:22:04.016409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46294) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:04.021825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Request body: {'subnet': {'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1260880631-subnet', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:04.044337 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Made reservation on behalf of 8cf7e455cbaa49a280d1b5c349cb1f83 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:22:04.046988 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c00d85-61f8-4d0f-b8cc-9a3306699833 admin admin] Pushing event updated for resources: {'Network': ['ID=baa52e42-fb23-4f25-b61c-540b25c5463f,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:04.047155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969696'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.057112 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network baa52e42-fb23-4f25-b61c-540b25c5463f details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:22:04.256061 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9959864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969678'] for subnet (7a994438-e881-43a2-ac56-7c78b6356f27), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.330145 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f70ea5-358d-4b45-a1d7-e8ee36cea586 req-c291b6ad-91b2-4eaa-84bd-3bca51cee792 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:04.331675 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76f70ea5-358d-4b45-a1d7-e8ee36cea586 req-c291b6ad-91b2-4eaa-84bd-3bca51cee792 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.1248794 Mar 11 19:22:04.336586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a994438-e881-43a2-ac56-7c78b6356f27,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:04.373711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Checking segment: {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:04.373986 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Network hostable DHCP agents. Network: baa52e42-fb23-4f25-b61c-540b25c5463f, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:22:04.390796 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c46022d3-0248-4c47-97cd-682dd87d1dd5 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:04.408796 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76f70ea5-358d-4b45-a1d7-e8ee36cea586 req-85f09b7f-41a7-4448-b256-0dbc1abb32f1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626502 Mar 11 19:22:04.423048 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Network baa52e42-fb23-4f25-b61c-540b25c5463f is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:22:04.434328 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, baa52e42-fb23-4f25-b61c-540b25c5463f) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:04.438950 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:04.439580 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.458850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1911906-bac3-4587-b062-ca5ffcf200d8 None None] Network baa52e42-fb23-4f25-b61c-540b25c5463f requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:22:04.462804 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46300) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:04.468031 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:04.485282 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5b74d10d-7b50-463c-8a3f-b0449679382d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4476843 Mar 11 19:22:04.495920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (2eaed2a8-57a1-4859-9e49-47614ebca575), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.497071 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (2eaed2a8-57a1-4859-9e49-47614ebca575), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.543258 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port c46022d3-0248-4c47-97cd-682dd87d1dd5 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:04.543809 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.565872 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks [] for router_controller (2eaed2a8-57a1-4859-9e49-47614ebca575), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.568658 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Sync routers for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:04.580246 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:04.581187 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:04.619006 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-baa52e42-fb23-4f25-b61c-540b25c5463f', 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'fixed_ips': [{'subnet_id': '7a994438-e881-43a2-ac56-7c78b6356f27'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:22:04.619006 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.698136 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-240604e6-8a0d-4709-a43f-a7c2050bdc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.701812 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port c46022d3-0248-4c47-97cd-682dd87d1dd5 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:04.702260 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.710452 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:04.749900 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks [] for router_gateway (2eaed2a8-57a1-4859-9e49-47614ebca575), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.788874 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port c46022d3-0248-4c47-97cd-682dd87d1dd5, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c46022d3-0248-4c47-97cd-682dd87d1dd5,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:04.846678 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:04.857776 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Allocated IP 172.20.0.2 (baa52e42-fb23-4f25-b61c-540b25c5463f/7a994438-e881-43a2-ac56-7c78b6356f27/002adcb8-fe1f-4bfe-b7c0-b50b00af1557) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:04.936305 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=c46022d3-0248-4c47-97cd-682dd87d1dd5,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:04.941536 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 2, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:04.975507 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Checking router: 839955b7-611a-4d67-81bd-099829c053f3 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:04.975964 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Updating router 839955b7-611a-4d67-81bd-099829c053f3 port 7185af26-853f-4508-9fce-15c9b80c27cd binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:22:04.983220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks [] for router_gateway (2eaed2a8-57a1-4859-9e49-47614ebca575), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.005588 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.005842 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.077594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Publish callbacks [] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.083464 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.122441 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Network baa52e42-fb23-4f25-b61c-540b25c5463f is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:05.124877 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Allocated IP 172.27.2.175 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/22f5f471-be32-41ca-bce7-68fa2cf58b42) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:05.125538 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:05.132193 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:05.145904 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Pushing event updated for resources: {'Port': ['ID=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:05.202381 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Attempting to bind port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:05.202652 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Attempting to bind port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:05.203021 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Attempting to bind port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 on network baa52e42-fb23-4f25-b61c-540b25c5463f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:05.208573 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:05.209009 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Checking segment: {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:05.209987 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.210398 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Bound using segment: {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:05.210906 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Bound port: 002adcb8-fe1f-4bfe-b7c0-b50b00af1557, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:05.211295 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.259485 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks [] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.300772 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] For port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:05.305585 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] For port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:05.313802 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.318374 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Publish callbacks [] for port (7185af26-853f-4508-9fce-15c9b80c27cd), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.325671 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.391116 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.394677 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1a6ed-1ca6-4f36-95a5-3ef9734f89ef None None] Pushing event updated for resources: {'Port': ['ID=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:05.414625 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Pushing event updated for resources: {'Port': ['ID=7185af26-853f-4508-9fce-15c9b80c27cd,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:05.426599 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.430745 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.431259 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.432373 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.432847 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.433278 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.433708 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.434224 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.434770 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.435204 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.435789 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.436334 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.436977 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:05.573027 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.591680 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c83e9-a5e2-4283-9956-6300440c797d req-323ebe23-39aa-4b59-b897-aae48f6fc616 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:05.600062 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-de6c83e9-a5e2-4283-9956-6300440c797d req-323ebe23-39aa-4b59-b897-aae48f6fc616 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0942655 Mar 11 19:22:05.610215 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Attempting to bind port 7185af26-853f-4508-9fce-15c9b80c27cd on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:05.610843 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Attempting to bind port 7185af26-853f-4508-9fce-15c9b80c27cd by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:05.611125 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Attempting to bind port 7185af26-853f-4508-9fce-15c9b80c27cd on network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:05.619329 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:05.619799 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Checking segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:05.620287 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.620791 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Bound using segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:05.621465 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Bound port: 7185af26-853f-4508-9fce-15c9b80c27cd, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:05.621948 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.625540 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:05.633021 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:05.637701 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:05.668862 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Pushing event updated for resources: {'Port': ['ID=22f5f471-be32-41ca-bce7-68fa2cf58b42,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:05.692090 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-de6c83e9-a5e2-4283-9956-6300440c797d req-7c845737-1c4b-4e14-b1f1-c1c99db6459d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910225 Mar 11 19:22:05.756025 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-d9c946f4-4126-4905-bccd-63e5b983692e None None] Provisioning complete for port 7185af26-853f-4508-9fce-15c9b80c27cd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:05.757251 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c946f4-4126-4905-bccd-63e5b983692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.759799 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] For port 7185af26-853f-4508-9fce-15c9b80c27cd, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:05.764218 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] For port 7185af26-853f-4508-9fce-15c9b80c27cd, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=7185af26-853f-4508-9fce-15c9b80c27cd,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:05.774911 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:05.809970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d9c946f4-4126-4905-bccd-63e5b983692e None None] Port 7185af26-853f-4508-9fce-15c9b80c27cd cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:05.861714 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:05.862335 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:05.905858 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860cd0e-6ad6-4fd9-9343-3c89e6f426a9 None None] Pushing event updated for resources: {'Port': ['ID=7185af26-853f-4508-9fce-15c9b80c27cd,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:06.002280 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:06.022394 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks [] for router_gateway (2eaed2a8-57a1-4859-9e49-47614ebca575), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.135909 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] Provisioning complete for port 7185af26-853f-4508-9fce-15c9b80c27cd triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:06.136573 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.228922 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:05Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:06.234254 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] Current status of the port 7185af26-853f-4508-9fce-15c9b80c27cd is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:06.234673 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.250219 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (2eaed2a8-57a1-4859-9e49-47614ebca575), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.258460 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66b97f-d8a1-4b90-97db-2ee75779d818 None None] The sync data for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi is: [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:05Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:06.281913 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] For port 7185af26-853f-4508-9fce-15c9b80c27cd, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=7185af26-853f-4508-9fce-15c9b80c27cd,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:06.297215 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.399761 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cc7a2-71c9-4c7d-aa84-096a31bc8b69 None None] Pushing event updated for resources: {'Port': ['ID=7185af26-853f-4508-9fce-15c9b80c27cd,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:06.476871 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Router 2eaed2a8-57a1-4859-9e49-47614ebca575 is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:22:06.562519 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:06.624548 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:06.625189 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:06.625575 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.666641 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Sync routers for ids ['2eaed2a8-57a1-4859-9e49-47614ebca575'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:06.670238 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:06.672457 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-9b6ff132-56f7-464a-92ec-f52fe5fcaedf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2079659 Mar 11 19:22:06.675401 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46314) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:06.691387 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Routers {'2eaed2a8-57a1-4859-9e49-47614ebca575'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:06.698352 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:21:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['2eaed2a8-57a1-4859-9e49-47614ebca575'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:06.903594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Set router 2eaed2a8-57a1-4859-9e49-47614ebca575 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:06.920130 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dab0fd-74b1-4a9e-a147-e8944fc08ca5 req-1cce3a92-3247-4524-98a5-6c59aeafc294 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:06.933944 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80dab0fd-74b1-4a9e-a147-e8944fc08ca5 req-1cce3a92-3247-4524-98a5-6c59aeafc294 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.1071637 Mar 11 19:22:06.989567 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dae0c8-6b9b-4ad4-a3be-d6600d1fb5c7 None None] Network baa52e42-fb23-4f25-b61c-540b25c5463f requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:22:06.999710 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80dab0fd-74b1-4a9e-a147-e8944fc08ca5 req-65c88562-0be6-40d0-afcc-e4b9bdba9bf5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590978 Mar 11 19:22:07.143237 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8adabb2d-faee-4ee8-8dfe-b54a58d496e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.195111 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Provisioning complete for port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:07.195702 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.306668 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.374088 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e16e55-6665-42ee-8bf4-9e7821bce67f req-7722cc96-e6d3-401e-ae6f-9ea2888e8c17 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:07.375928 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7e16e55-6665-42ee-8bf4-9e7821bce67f req-7722cc96-e6d3-401e-ae6f-9ea2888e8c17 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0705216 Mar 11 19:22:07.399672 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:07.400095 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.450245 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7e16e55-6665-42ee-8bf4-9e7821bce67f req-d269fa3d-9da1-436c-8e40-ae949f56b2e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660841 Mar 11 19:22:07.512978 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:07.549419 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.550232 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 7185af26-853f-4508-9fce-15c9b80c27cd up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:07.570678 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Allocated IP 172.20.0.1 (baa52e42-fb23-4f25-b61c-540b25c5463f/7a994438-e881-43a2-ac56-7c78b6356f27/a38a8171-ce03-4c81-8012-82687c2cc7d7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:07.619497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Current status of the port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:07.619998 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.682492 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:22:05Z', 'revision_number': 3, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:07.688786 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:07.721042 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks [] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.721279 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Checking router: 2eaed2a8-57a1-4859-9e49-47614ebca575 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:07.721279 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Updating router 2eaed2a8-57a1-4859-9e49-47614ebca575 port 22f5f471-be32-41ca-bce7-68fa2cf58b42 binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:22:07.760383 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.795365 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.797312 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 7185af26-853f-4508-9fce-15c9b80c27cd triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:07.797687 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.800667 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.db.api [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:22:07.800981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG oslo_db.api [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:22:07.816592 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Network baa52e42-fb23-4f25-b61c-540b25c5463f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:07.820069 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:07.822737 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:07.846632 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Pushing event updated for resources: {'Port': ['ID=a38a8171-ce03-4c81-8012-82687c2cc7d7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:07.875183 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (2eaed2a8-57a1-4859-9e49-47614ebca575), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.001721 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 7185af26-853f-4508-9fce-15c9b80c27cd is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:08.002848 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c46022d3-0248-4c47-97cd-682dd87d1dd5 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:08.030844 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.122474 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port c46022d3-0248-4c47-97cd-682dd87d1dd5 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:08.123436 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.157913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395de7fa-3225-452e-8275-3d3063227923 req-b5b24bd7-965d-4898-8829-5a1cc663051a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:08.160602 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-395de7fa-3225-452e-8275-3d3063227923 req-b5b24bd7-965d-4898-8829-5a1cc663051a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0645924 Mar 11 19:22:08.207479 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Publish callbacks [] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.218038 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.218421 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks [] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.221542 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-395de7fa-3225-452e-8275-3d3063227923 req-095759cb-9bbf-4528-88e2-ea40be55d2f1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542319 Mar 11 19:22:08.224138 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.299141 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (2eaed2a8-57a1-4859-9e49-47614ebca575), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.300863 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Pushing event updated for resources: {'Port': ['ID=a38a8171-ce03-4c81-8012-82687c2cc7d7,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:08.308807 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a1f3e-1b1b-490c-bca3-e4c07b78fba9 None None] Pushing event updated for resources: {'Port': ['ID=22f5f471-be32-41ca-bce7-68fa2cf58b42,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:08.310948 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port c46022d3-0248-4c47-97cd-682dd87d1dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:08.336811 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Attempting to bind port 22f5f471-be32-41ca-bce7-68fa2cf58b42 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:08.337193 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Attempting to bind port 22f5f471-be32-41ca-bce7-68fa2cf58b42 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:08.337595 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Attempting to bind port 22f5f471-be32-41ca-bce7-68fa2cf58b42 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:08.346897 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:08.347276 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:08.347680 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.348070 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:08.348539 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Bound port: 22f5f471-be32-41ca-bce7-68fa2cf58b42, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:08.348944 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.391382 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c3af3b2a-2250-446a-b35f-55378ea3a3c7 None None] Current status of the port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:08.407078 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Network baa52e42-fb23-4f25-b61c-540b25c5463f is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:08.409372 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:08.425481 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] For port 22f5f471-be32-41ca-bce7-68fa2cf58b42, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:08.430770 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] For port 22f5f471-be32-41ca-bce7-68fa2cf58b42, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=22f5f471-be32-41ca-bce7-68fa2cf58b42,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:08.436493 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:08.440786 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.555651 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-09b508e3-790a-40ba-9e87-f83ade3a7b1d None None] Provisioning complete for port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:08.556037 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09b508e3-790a-40ba-9e87-f83ade3a7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.571004 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Router 2eaed2a8-57a1-4859-9e49-47614ebca575 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:22:08.590555 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf5c51-9c4d-47f5-9dcc-4252d62472d7 req-1ec6ed51-bded-4e49-b50c-c05ca8f10e39 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:08.592412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Routers {'2eaed2a8-57a1-4859-9e49-47614ebca575'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:08.593150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['2eaed2a8-57a1-4859-9e49-47614ebca575'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:08.597899 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9ddf5c51-9c4d-47f5-9dcc-4252d62472d7 req-1ec6ed51-bded-4e49-b50c-c05ca8f10e39 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0633295 Mar 11 19:22:08.603415 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a1f3e-1b1b-490c-bca3-e4c07b78fba9 None None] Pushing event updated for resources: {'Port': ['ID=22f5f471-be32-41ca-bce7-68fa2cf58b42,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:08.659432 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:08.659816 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.672478 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9ddf5c51-9c4d-47f5-9dcc-4252d62472d7 req-2a361d90-b88d-4bcc-81ef-8db10b919cba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733845 Mar 11 19:22:08.722350 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:08.729046 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7f32acfa-14c6-4eb8-8da1-0e044df6b8ad admin admin] 10.222.0.55 "PUT /v2.0/routers/2eaed2a8-57a1-4859-9e49-47614ebca575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0512705 Mar 11 19:22:08.857206 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:08.887078 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] Set router 2eaed2a8-57a1-4859-9e49-47614ebca575 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:08.958355 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-09b508e3-790a-40ba-9e87-f83ade3a7b1d None None] Current status of the port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:09.018284 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:09.019631 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 7185af26-853f-4508-9fce-15c9b80c27cd up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:09.060926 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-09b508e3-790a-40ba-9e87-f83ade3a7b1d None None] Provisioning complete for port a38a8171-ce03-4c81-8012-82687c2cc7d7 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:09.061313 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09b508e3-790a-40ba-9e87-f83ade3a7b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:09.145230 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-09b508e3-790a-40ba-9e87-f83ade3a7b1d None None] Port a38a8171-ce03-4c81-8012-82687c2cc7d7 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:09.174178 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 7185af26-853f-4508-9fce-15c9b80c27cd triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:09.174569 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:09.283931 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:22:07Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'a38a8171-ce03-4c81-8012-82687c2cc7d7', 'name': '', 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'mac_address': 'fa:16:3e:bf:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:07Z', 'updated_at': '2022-03-11T19:22:08Z', 'revision_number': 2, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'subnets': [{'id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:09.368702 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671402f-bebc-48f4-906b-d24e3e647268 req-019014db-18aa-45e1-901f-49ee3d3cbebe tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:09.371361 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e671402f-bebc-48f4-906b-d24e3e647268 req-019014db-18aa-45e1-901f-49ee3d3cbebe tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0637007 Mar 11 19:22:09.430806 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e671402f-bebc-48f4-906b-d24e3e647268 req-6075341e-d9cc-47df-8d01-4fd802737909 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532820 Mar 11 19:22:09.464608 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9782d-9f23-418b-b3dd-11a131132fe5 None None] The sync data for ids ['2eaed2a8-57a1-4859-9e49-47614ebca575'] in dv-cinder-830674-2-iscsi is: [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:22:07Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'a38a8171-ce03-4c81-8012-82687c2cc7d7', 'name': '', 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'mac_address': 'fa:16:3e:bf:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:07Z', 'updated_at': '2022-03-11T19:22:08Z', 'revision_number': 2, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'subnets': [{'id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:09.472350 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 7185af26-853f-4508-9fce-15c9b80c27cd is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:09.484234 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-80dcab9a-b694-4c4f-8c33-47917bbc0970 None None] Provisioning complete for port a38a8171-ce03-4c81-8012-82687c2cc7d7 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:09.484621 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80dcab9a-b694-4c4f-8c33-47917bbc0970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:09.528443 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-80dcab9a-b694-4c4f-8c33-47917bbc0970 None None] Port a38a8171-ce03-4c81-8012-82687c2cc7d7 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:09.891784 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5552bc5-be6c-45c3-bb2b-bbb679ba89af req-710d8b33-a6ec-41bd-87c3-02ed7acf8259 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:09.893942 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5552bc5-be6c-45c3-bb2b-bbb679ba89af req-710d8b33-a6ec-41bd-87c3-02ed7acf8259 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0712583 Mar 11 19:22:09.973286 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d5552bc5-be6c-45c3-bb2b-bbb679ba89af req-74f9b3a4-9c54-45c6-9d30-25f4e3af650a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717893 Mar 11 19:22:10.367087 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:10.496813 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 22f5f471-be32-41ca-bce7-68fa2cf58b42 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:10.592278 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 22f5f471-be32-41ca-bce7-68fa2cf58b42 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:10.593730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:10.640012 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9614-341a-4cd0-b29d-51eb99c405d7 req-b606a9c0-4d18-439b-b982-abe74cb8e60a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:10.653445 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fded9614-341a-4cd0-b29d-51eb99c405d7 req-b606a9c0-4d18-439b-b982-abe74cb8e60a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.1128533 Mar 11 19:22:10.714986 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 22f5f471-be32-41ca-bce7-68fa2cf58b42 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:10.715556 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:10.734274 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fded9614-341a-4cd0-b29d-51eb99c405d7 req-1bc806ea-345c-45ea-8fbf-925a8c3cbede tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786698 Mar 11 19:22:10.758502 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 22f5f471-be32-41ca-bce7-68fa2cf58b42, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=22f5f471-be32-41ca-bce7-68fa2cf58b42,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:10.763165 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:10.856991 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=22f5f471-be32-41ca-bce7-68fa2cf58b42,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:11.106421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:22:11.135812 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b1b7-c349-4187-844e-838d383bcbff req-8c9a3a40-bf0d-4b46-bcb2-f06772b97371 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:11.139183 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ada7b1b7-c349-4187-844e-838d383bcbff req-8c9a3a40-bf0d-4b46-bcb2-f06772b97371 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0759072 Mar 11 19:22:11.233438 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ada7b1b7-c349-4187-844e-838d383bcbff req-13c4fe5d-19fc-4cd8-9daf-380402a18990 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862234 Mar 11 19:22:11.318947 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:11.337020 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'mac_address': 'fa:16:3e:1a:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:22:11.378637 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:11.379285 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:11.394928 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb7d1f-8efb-454d-a22a-9d7f00492a96 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:11.424349 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:11.433256 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:11.493940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:11.704110 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-17d9255b-5591-47ab-9317-292aee40cf47 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:11.707177 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-17d9255b-5591-47ab-9317-292aee40cf47 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.0622318 Mar 11 19:22:11.716369 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:11.798661 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['51eb7d1f-8efb-454d-a22a-9d7f00492a96'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:22:11.878976 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Deleting port 3a36474c-214b-4173-b97c-26a452ddc023 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:22:11.879358 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (3a36474c-214b-4173-b97c-26a452ddc023), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:11.914347 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfb0ce-eec4-45be-bbd1-3ddf20e02c4a req-77474819-f5c2-4cba-8c30-25ece9fe3763 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:11.924026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-efcfb0ce-eec4-45be-bbd1-3ddf20e02c4a req-77474819-f5c2-4cba-8c30-25ece9fe3763 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 945 time: 0.1127596 Mar 11 19:22:11.992079 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-efcfb0ce-eec4-45be-bbd1-3ddf20e02c4a req-a1cfc0c9-0849-4869-a81f-34e4891498ea tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648193 Mar 11 19:22:12.030821 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] For port 3a36474c-214b-4173-b97c-26a452ddc023, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3a36474c-214b-4173-b97c-26a452ddc023,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:12.031194 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (3a36474c-214b-4173-b97c-26a452ddc023), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:12.249067 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:12.249067 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (ae39e1ba-069d-4634-9956-946404416cb3), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:12.249407 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.l3_db [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Floating IP ae39e1ba-069d-4634-9956-946404416cb3 disassociated. External IP: 172.27.2.23, port: 3a36474c-214b-4173-b97c-26a452ddc023. Mar 11 19:22:12.249713 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Calling delete_port for 3a36474c-214b-4173-b97c-26a452ddc023 owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:22:12.443604 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8931284-72d4-4f48-b84a-99ae206bc2f5 req-69c33eab-ef66-4be3-a5d1-dbdb090c19f3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:12.451287 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a8931284-72d4-4f48-b84a-99ae206bc2f5 req-69c33eab-ef66-4be3-a5d1-dbdb090c19f3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 946 time: 0.1205828 Mar 11 19:22:12.459752 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (3a36474c-214b-4173-b97c-26a452ddc023), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:12.486186 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 22f5f471-be32-41ca-bce7-68fa2cf58b42 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:12.522361 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a8931284-72d4-4f48-b84a-99ae206bc2f5 req-936c95dd-031a-4f91-8a90-293d477adb8b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7c16080-0817-438c-ad2e-cb13964863c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703459 Mar 11 19:22:12.523217 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event deleted for resources: {'Port': ['ID=3a36474c-214b-4173-b97c-26a452ddc023,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:12.607854 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 22f5f471-be32-41ca-bce7-68fa2cf58b42 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:12.608476 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:12.717762 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 22f5f471-be32-41ca-bce7-68fa2cf58b42 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:13.007065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:22:13.170236 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5a1b7-5526-46ad-8ddb-d6e6c9d84775 req-656ac029-2755-481a-92ed-b7368438da6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:13.178892 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d6b5a1b7-5526-46ad-8ddb-d6e6c9d84775 req-656ac029-2755-481a-92ed-b7368438da6a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 945 time: 0.0893285 Mar 11 19:22:13.219179 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:13.234220 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e245-036e-466e-807e-695912622a34 None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:13.241452 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d6b5a1b7-5526-46ad-8ddb-d6e6c9d84775 req-567fa080-e87b-4b1e-af4b-76f8de909d28 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611811 Mar 11 19:22:13.254778 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:13.255713 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:13.311486 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] No DVR routers for this DVR port 3a36474c-214b-4173-b97c-26a452ddc023 on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:22:13.317021 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:13.323099 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-02790d65-5f1c-4792-af0c-7e9997b6b8bb req-c002899f-0fb1-46f8-bb7c-c3b186e72eba tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "DELETE /v2.0/ports/3a36474c-214b-4173-b97c-26a452ddc023 HTTP/1.1" status: 204 len: 173 time: 1.6084683 Mar 11 19:22:13.323607 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'name': 'network-vif-deleted', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:13.326252 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24cd57c-7255-496f-9e7a-fbba6af34245" -d '{"events": [{"server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "name": "network-vif-deleted", "tag": "3a36474c-214b-4173-b97c-26a452ddc023"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:13.433640 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:13.592460 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e308f-1d57-4be5-b550-d533951b5b91 x-openstack-request-id: req-544e308f-1d57-4be5-b550-d533951b5b91 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:13.592857 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd00d64b-f794-440c-8fa4-d993c9e71fb0", "name": "network-vif-deleted", "tag": "3a36474c-214b-4173-b97c-26a452ddc023", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:13.593120 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-544e308f-1d57-4be5-b550-d533951b5b91 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:13.593490 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd00d64b-f794-440c-8fa4-d993c9e71fb0', 'name': 'network-vif-deleted', 'tag': '3a36474c-214b-4173-b97c-26a452ddc023', 'status': 'completed', 'code': 200} Mar 11 19:22:13.692788 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f7ecec16-c7da-4f83-8619-5f88461755bc req-704f69a4-9657-4ca9-bd9b-588d15b4aef9 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd00d64b-f794-440c-8fa4-d993c9e71fb0 HTTP/1.1" status: 200 len: 210 time: 0.0375881 Mar 11 19:22:13.719703 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:13.757764 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e245-036e-466e-807e-695912622a34 None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:13.767636 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:13.770508 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:13.873736 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:13.910671 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:13.983171 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:22:13.994880 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:13.995557 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:14.106711 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Sync routers for ids ['2eaed2a8-57a1-4859-9e49-47614ebca575'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:14.136163 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Routers {'2eaed2a8-57a1-4859-9e49-47614ebca575'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:14.137171 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['2eaed2a8-57a1-4859-9e49-47614ebca575'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:14.177203 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:14.177746 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:14.211961 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6be4e245-036e-466e-807e-695912622a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:14.229395 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:14.233338 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:14.235853 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89201950-8551-43e9-979f-e4cfcb30fa04" -d '{"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-plugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:14.244703 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:14.245662 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3a36474c-214b-4173-b97c-26a452ddc023 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:22:14.317687 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e245-036e-466e-807e-695912622a34 None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:14.408794 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 3a36474c-214b-4173-b97c-26a452ddc023 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:22:14.409156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3a36474c-214b-4173-b97c-26a452ddc023 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:22:14.448541 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0263abbd-1491-482c-86b7-e543fa5da73f x-openstack-request-id: req-0263abbd-1491-482c-86b7-e543fa5da73f {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:14.448817 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-plugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:14.449539 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0263abbd-1491-482c-86b7-e543fa5da73f {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:14.449967 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'code': 200} Mar 11 19:22:14.452494 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:14.490684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49c52c-dc1a-4590-bd4f-b2c79b2e7d7e req-2f8982a2-563a-4eaa-9d93-2c5c9925137a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:14.499229 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc49c52c-dc1a-4590-bd4f-b2c79b2e7d7e req-2f8982a2-563a-4eaa-9d93-2c5c9925137a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0849886 Mar 11 19:22:14.572631 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Set router 2eaed2a8-57a1-4859-9e49-47614ebca575 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:14.589588 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc49c52c-dc1a-4590-bd4f-b2c79b2e7d7e req-e8e16cd6-6ed6-4c49-a93f-8b839033e842 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886302 Mar 11 19:22:14.626604 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfe617-f2e5-46a5-a54a-8eb09e16f78b req-fd8bb7f9-9672-46c3-a85d-9c70e515a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:14.628858 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-13bfe617-f2e5-46a5-a54a-8eb09e16f78b req-fd8bb7f9-9672-46c3-a85d-9c70e515a79c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1130 time: 0.0777895 Mar 11 19:22:14.688197 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-13bfe617-f2e5-46a5-a54a-8eb09e16f78b req-25b691aa-5bab-4f32-9ae8-7dde914a72f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490854 Mar 11 19:22:14.803887 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46420) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:14.856545 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20420d44-e973-4aaf-bd68-915b251f2494 None None] New status for floating IP ae39e1ba-069d-4634-9956-946404416cb3: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:22:14.889424 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6125076e-b966-4ea4-b939-ff8d54787c9d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (a7c16080-0817-438c-ad2e-cb13964863c0), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:14.920772 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:22:07Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'a38a8171-ce03-4c81-8012-82687c2cc7d7', 'name': '', 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'mac_address': 'fa:16:3e:bf:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:07Z', 'updated_at': '2022-03-11T19:22:08Z', 'revision_number': 2, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'subnets': [{'id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:14.934313 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6125076e-b966-4ea4-b939-ff8d54787c9d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (a7c16080-0817-438c-ad2e-cb13964863c0), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:14.953543 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Checking router: 2eaed2a8-57a1-4859-9e49-47614ebca575 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:14.954052 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Updating router 2eaed2a8-57a1-4859-9e49-47614ebca575 port a38a8171-ce03-4c81-8012-82687c2cc7d7 binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:22:14.994123 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.013724 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6125076e-b966-4ea4-b939-ff8d54787c9d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a7c16080-0817-438c-ad2e-cb13964863c0), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.016390 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6125076e-b966-4ea4-b939-ff8d54787c9d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.020388 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6125076e-b966-4ea4-b939-ff8d54787c9d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "DELETE /v2.0/security-groups/a7c16080-0817-438c-ad2e-cb13964863c0 HTTP/1.1" status: 204 len: 168 time: 0.2122130 Mar 11 19:22:15.021071 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46422) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:15.028475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125076e-b966-4ea4-b939-ff8d54787c9d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c16080-0817-438c-ad2e-cb13964863c0,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:15.038783 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.api.v2.resource [None req-2e381d13-3c6f-4b6b-9599-beeed62afd1e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] show failed (client error): The resource could not be found. Mar 11 19:22:15.042827 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-2e381d13-3c6f-4b6b-9599-beeed62afd1e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups/a7c16080-0817-438c-ad2e-cb13964863c0 HTTP/1.1" status: 404 len: 347 time: 0.0178020 Mar 11 19:22:15.043284 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:15.207690 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Deleting port 33a43be2-095a-4971-b4fe-395591043eb1 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:22:15.208071 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (33a43be2-095a-4971-b4fe-395591043eb1), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.378443 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Publish callbacks [] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.379377 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (33a43be2-095a-4971-b4fe-395591043eb1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.379716 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (33a43be2-095a-4971-b4fe-395591043eb1), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.387924 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.410883 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Calling delete_port for 33a43be2-095a-4971-b4fe-395591043eb1 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:22:15.452429 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b71a6a-7f3b-4bb4-88e5-7d1fb4999bd2 None None] Pushing event updated for resources: {'Port': ['ID=a38a8171-ce03-4c81-8012-82687c2cc7d7,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:15.554546 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Attempting to bind port a38a8171-ce03-4c81-8012-82687c2cc7d7 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:15.554942 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Attempting to bind port a38a8171-ce03-4c81-8012-82687c2cc7d7 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:15.555314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Attempting to bind port a38a8171-ce03-4c81-8012-82687c2cc7d7 on network baa52e42-fb23-4f25-b61c-540b25c5463f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:15.562217 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:15.562768 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Checking segment: {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:15.563351 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.563898 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Bound using segment: {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:15.564588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Bound port: a38a8171-ce03-4c81-8012-82687c2cc7d7, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8845ee-217a-4edc-811a-9058fd2ec4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:15.565187 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.727080 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (33a43be2-095a-4971-b4fe-395591043eb1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.735144 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] For port a38a8171-ce03-4c81-8012-82687c2cc7d7, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:15.740182 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] For port a38a8171-ce03-4c81-8012-82687c2cc7d7, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=a38a8171-ce03-4c81-8012-82687c2cc7d7,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:15.750140 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:15.769533 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd0f46-6b62-49a1-9e3b-d7049787a92b req-066ea957-4aff-40aa-b1e5-2dc95fa3ea7d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:15.771933 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7cdd0f46-6b62-49a1-9e3b-d7049787a92b req-066ea957-4aff-40aa-b1e5-2dc95fa3ea7d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1635075 Mar 11 19:22:15.826076 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event deleted for resources: {'Port': ['ID=33a43be2-095a-4971-b4fe-395591043eb1,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:15.866482 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Routers {'2eaed2a8-57a1-4859-9e49-47614ebca575'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:15.867075 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['2eaed2a8-57a1-4859-9e49-47614ebca575'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:15.887718 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7cdd0f46-6b62-49a1-9e3b-d7049787a92b req-c3104128-a051-4dc1-b94f-bddb825b337f tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079943 Mar 11 19:22:15.962179 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] Provisioning complete for port a38a8171-ce03-4c81-8012-82687c2cc7d7 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:15.970053 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.020238 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (ae39e1ba-069d-4634-9956-946404416cb3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.024278 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.025845 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-fd4a90a6-72b7-423b-ab79-1f796d93e3e8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "DELETE /v2.0/floatingips/ae39e1ba-069d-4634-9956-946404416cb3 HTTP/1.1" status: 204 len: 168 time: 0.9813123 Mar 11 19:22:16.053552 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b71a6a-7f3b-4bb4-88e5-7d1fb4999bd2 None None] Pushing event updated for resources: {'Port': ['ID=a38a8171-ce03-4c81-8012-82687c2cc7d7,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:16.240611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497654a-a40b-4b38-b84b-7b3ae0525d53 req-e2991d2a-88ed-425e-ad85-8cb113ee7374 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:16.242343 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b497654a-a40b-4b38-b84b-7b3ae0525d53 req-e2991d2a-88ed-425e-ad85-8cb113ee7374 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.1177635 Mar 11 19:22:16.348035 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b497654a-a40b-4b38-b84b-7b3ae0525d53 req-2f86fa3c-5bc2-40a1-8f46-df09c06c12c4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907404 Mar 11 19:22:16.436662 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] Set router 2eaed2a8-57a1-4859-9e49-47614ebca575 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:16.485797 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] Current status of the port a38a8171-ce03-4c81-8012-82687c2cc7d7 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:16.486390 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.511435 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device a38a8171-ce03-4c81-8012-82687c2cc7d7 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:16.595972 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] For port a38a8171-ce03-4c81-8012-82687c2cc7d7, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=a38a8171-ce03-4c81-8012-82687c2cc7d7,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:16.654406 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.802920 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46444) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:16.808243 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576135557', 'description': 'tempest-description--1708804488'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:16.817990 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736aa18e-ec1a-4259-b6af-b576cb622aa7 None None] Pushing event updated for resources: {'Port': ['ID=a38a8171-ce03-4c81-8012-82687c2cc7d7,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:16.821852 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port a38a8171-ce03-4c81-8012-82687c2cc7d7 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:16.822240 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.838646 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.879995 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b1d8c394-9954-4003-b762-bda3869fdfbc None None] Provisioning complete for port a38a8171-ce03-4c81-8012-82687c2cc7d7 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:16.880449 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1d8c394-9954-4003-b762-bda3869fdfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.941224 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (cfc5c608-51e1-4ef8-890d-052ba06a5306), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.946866 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (cfc5c608-51e1-4ef8-890d-052ba06a5306), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.987626 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:16.992716 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1880357 Mar 11 19:22:16.993578 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46448) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:17.001050 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'security_group_rule': {'security_group_id': 'cfc5c608-51e1-4ef8-890d-052ba06a5306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:17.018956 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ec426-ee53-42dc-bc7c-3446e58044ad tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5c608-51e1-4ef8-890d-052ba06a5306,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:17.027520 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:22:07Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'a38a8171-ce03-4c81-8012-82687c2cc7d7', 'name': '', 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'mac_address': 'fa:16:3e:bf:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:07Z', 'updated_at': '2022-03-11T19:22:15Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'subnets': [{'id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:17.032749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (3b777620-ce69-4ae4-b27d-4f2d1750e80d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.050467 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7636-a195-45ff-b081-751253de074b req-90a01b2d-cbf0-4e60-a1a9-b7fd3c1a5430 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:17.059772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-acba7636-a195-45ff-b081-751253de074b req-90a01b2d-cbf0-4e60-a1a9-b7fd3c1a5430 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0712993 Mar 11 19:22:17.107771 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (3b777620-ce69-4ae4-b27d-4f2d1750e80d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.118664 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (3b777620-ce69-4ae4-b27d-4f2d1750e80d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.126671 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-acba7636-a195-45ff-b081-751253de074b req-bc713a60-1b06-45ba-9451-8c78a95d9dfe tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654349 Mar 11 19:22:17.165529 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b777620-ce69-4ae4-b27d-4f2d1750e80d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:17.172910 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.176682 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6389ab59-001c-4ccc-bc1d-2e491c49aee5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1794298 Mar 11 19:22:17.179045 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46454) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:17.183948 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'security_group_rule': {'security_group_id': 'cfc5c608-51e1-4ef8-890d-052ba06a5306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:17.196104 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c395683-3613-405e-b284-a70dc82cff20 None None] The sync data for ids ['2eaed2a8-57a1-4859-9e49-47614ebca575'] in dv-cinder-830674-2-iscsi is: [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:22:07Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'a38a8171-ce03-4c81-8012-82687c2cc7d7', 'name': '', 'network_id': 'baa52e42-fb23-4f25-b61c-540b25c5463f', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'mac_address': 'fa:16:3e:bf:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:07Z', 'updated_at': '2022-03-11T19:22:15Z', 'revision_number': 4, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'subnets': [{'id': '7a994438-e881-43a2-ac56-7c78b6356f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:17.229731 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (7bb39d22-5a94-4f4c-b5fc-81106dd412c9), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.235202 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port a38a8171-ce03-4c81-8012-82687c2cc7d7 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:17.246370 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8c394-9954-4003-b762-bda3869fdfbc None None] Current status of the port a38a8171-ce03-4c81-8012-82687c2cc7d7 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:17.360138 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (7bb39d22-5a94-4f4c-b5fc-81106dd412c9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.375205 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (7bb39d22-5a94-4f4c-b5fc-81106dd412c9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.410417 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb39d22-5a94-4f4c-b5fc-81106dd412c9,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:17.429502 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.431338 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b320a2fd-bbcb-4e11-a67a-b8d54f38331a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2509971 Mar 11 19:22:17.449195 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46460) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:17.455849 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:17.513095 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.629448 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fdc24-acbd-4f42-80c0-36588f70722c req-92b13d3b-3b34-4500-84b8-db8b54f5799c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:17.638400 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-388fdc24-acbd-4f42-80c0-36588f70722c req-92b13d3b-3b34-4500-84b8-db8b54f5799c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.1184688 Mar 11 19:22:17.659119 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c20b-b109-4ee6-a49d-f0e0a0794e8f req-ba1298a0-3ce3-4dda-8832-f4038744b002 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:17.660927 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e73c20b-b109-4ee6-a49d-f0e0a0794e8f req-ba1298a0-3ce3-4dda-8832-f4038744b002 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.1092157 Mar 11 19:22:17.717466 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:17.754707 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e73c20b-b109-4ee6-a49d-f0e0a0794e8f req-432a10c4-4a20-45bd-876c-482480931b01 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855730 Mar 11 19:22:17.781206 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-388fdc24-acbd-4f42-80c0-36588f70722c req-c84d62a1-98d8-45dd-a12e-8d0d3c804727 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415257 Mar 11 19:22:17.890754 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Allocated IP 172.27.2.182 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/6896a307-014b-420d-a792-815a2796629c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:17.951284 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1d92-e65f-4564-aa92-c396671d8588 req-64dd9051-77b5-45c1-8cb6-7f184756bd33 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:17.956769 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f3eb1d92-e65f-4564-aa92-c396671d8588 req-64dd9051-77b5-45c1-8cb6-7f184756bd33 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0885670 Mar 11 19:22:17.962702 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46468) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:17.969125 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Request body: {'floatingip': {'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:18.022903 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (57b82900-1689-4a89-8aa8-5bfc648c0d69), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.066995 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for port (6896a307-014b-420d-a792-815a2796629c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.125210 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (6896a307-014b-420d-a792-815a2796629c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.171307 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:18.176678 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:18.182491 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:18.260255 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'Port': ['ID=6896a307-014b-420d-a792-815a2796629c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:18.343892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b87c3f-a0f1-4674-96ff-7bf5c4c2920b req-84e4608d-b55c-40c3-bf12-063452658962 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:18.346940 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (9a924ab7-893d-426e-bbf4-bd9006389f24), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.351266 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-29b87c3f-a0f1-4674-96ff-7bf5c4c2920b req-84e4608d-b55c-40c3-bf12-063452658962 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1281099 Mar 11 19:22:18.404748 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6896a307-014b-420d-a792-815a2796629c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.456049 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device a38a8171-ce03-4c81-8012-82687c2cc7d7 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:18.507806 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-29b87c3f-a0f1-4674-96ff-7bf5c4c2920b req-937b8fb3-a666-4435-a6e7-b7a2b7d4d23c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555800 Mar 11 19:22:18.551639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port a38a8171-ce03-4c81-8012-82687c2cc7d7 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:18.552957 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.661531 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port a38a8171-ce03-4c81-8012-82687c2cc7d7 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:18.690600 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for port (6896a307-014b-420d-a792-815a2796629c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.698579 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (6896a307-014b-420d-a792-815a2796629c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.812431 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'Port': ['ID=6896a307-014b-420d-a792-815a2796629c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:18.818755 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (9a924ab7-893d-426e-bbf4-bd9006389f24), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.837820 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.848219 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8330b801-0eb9-4211-92bf-3cca073501ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3882992 Mar 11 19:22:18.924088 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:18.942413 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (57b82900-1689-4a89-8aa8-5bfc648c0d69), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:19.058859 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-03a31bad-3581-4832-9833-f8ae625e8521 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1576135557&fields=id&tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf HTTP/1.1" status: 200 len: 267 time: 0.0754771 Mar 11 19:22:19.098303 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c2a4-477f-477a-9d8c-c5060d9ab237 req-7f7a8d5f-521f-4829-88a7-c91cddcab8b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:19.100469 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6f54c2a4-477f-477a-9d8c-c5060d9ab237 req-7f7a8d5f-521f-4829-88a7-c91cddcab8b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.1935740 Mar 11 19:22:19.454995 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Floating IP 57b82900-1689-4a89-8aa8-5bfc648c0d69 associated. External IP: 172.27.2.99, port: 51eb7d1f-8efb-454d-a22a-9d7f00492a96. Mar 11 19:22:19.521080 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6f54c2a4-477f-477a-9d8c-c5060d9ab237 req-ba8b75fe-d481-4732-a034-70638360dc41 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076946 Mar 11 19:22:19.557237 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-92c0dde4-c41e-4ac8-851a-76a706f34c9a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:19.563683 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-92c0dde4-c41e-4ac8-851a-76a706f34c9a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 811 time: 0.4730756 Mar 11 19:22:19.596134 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-90b9029e-d3fd-437a-b7ba-83a265b534cc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/quotas/7d710cf3e62e46a4a4fafbefe6024ccf HTTP/1.1" status: 200 len: 375 time: 0.0314634 Mar 11 19:22:19.656601 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-4b0e3243-a89e-4189-a4fe-716086473e06 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:19.658004 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-4b0e3243-a89e-4189-a4fe-716086473e06 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 945 time: 0.0856750 Mar 11 19:22:19.755268 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-556c62a3-0d05-46d2-9c90-709ba29899ff tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508467 Mar 11 19:22:19.809282 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c17435-4343-4468-9792-6aa422f335f0 req-fcf7c1b2-5e94-415a-8809-4fa3b1e0fbe4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:19.810895 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3c17435-4343-4468-9792-6aa422f335f0 req-fcf7c1b2-5e94-415a-8809-4fa3b1e0fbe4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1508224 Mar 11 19:22:19.855024 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Deleting port 959c1665-d8b1-4ec0-b911-a445fe46f04e {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:22:19.855375 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:19.921343 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3c17435-4343-4468-9792-6aa422f335f0 req-df715839-aa8c-42ef-b4fe-11f1c7d32f0e tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041558 Mar 11 19:22:19.950395 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Router af34ff3c-566d-46d1-adff-663485e29a8f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:22:19.993321 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] For port 959c1665-d8b1-4ec0-b911-a445fe46f04e, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=959c1665-d8b1-4ec0-b911-a445fe46f04e,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:19.993666 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:20.009012 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Calling delete_port for 959c1665-d8b1-4ec0-b911-a445fe46f04e owned by compute:nova {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:22:20.151929 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:20.161109 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-0f29c542-0d42-41a9-9c6b-040ca8770066 service neutron] 10.222.0.55 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718798 Mar 11 19:22:20.163553 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:20.176773 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (959c1665-d8b1-4ec0-b911-a445fe46f04e), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:20.185506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:20.187382 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:20.207982 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Pushing event deleted for resources: {'Port': ['ID=959c1665-d8b1-4ec0-b911-a445fe46f04e,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:20.258285 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:20.273781 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-a5dcf50d-2d73-4cf9-abb2-5f838993464e service neutron] 10.222.0.55 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114907 Mar 11 19:22:20.274860 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] No DVR routers for this DVR port 959c1665-d8b1-4ec0-b911-a445fe46f04e on host hv-cinder-83067 {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:22:20.278400 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:20.285667 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-a57ac35c-3514-4ea1-9a17-eae817cd7100 req-7274f2f8-7726-4005-affa-9aa1902fde24 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "DELETE /v2.0/ports/959c1665-d8b1-4ec0-b911-a445fe46f04e HTTP/1.1" status: 204 len: 173 time: 0.6048603 Mar 11 19:22:20.292210 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'name': 'network-vif-deleted', 'tag': '959c1665-d8b1-4ec0-b911-a445fe46f04e'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:20.295066 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aed9d5-62d4-495e-91f9-5ef20e0dbfc9" -d '{"events": [{"server_uuid": "2e6e5e90-4217-4baf-ba8f-9f37222dae88", "name": "network-vif-deleted", "tag": "959c1665-d8b1-4ec0-b911-a445fe46f04e"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:20.328955 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-14ff6997-bd47-4b56-a6ac-7c2f3358f057 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "PUT /v2.0/floatingips/57b82900-1689-4a89-8aa8-5bfc648c0d69 HTTP/1.1" status: 200 len: 991 time: 2.3556805 Mar 11 19:22:20.328955 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:20.328955 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c23330a-0f28-4979-9438-4890a380e630" -d '{"events": [{"name": "network-changed", "server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:20.348104 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f23128-2201-4c8d-81cf-f5180d3b7431 x-openstack-request-id: req-a3f23128-2201-4c8d-81cf-f5180d3b7431 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:20.348400 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6e5e90-4217-4baf-ba8f-9f37222dae88", "name": "network-vif-deleted", "tag": "959c1665-d8b1-4ec0-b911-a445fe46f04e", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:20.348707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3f23128-2201-4c8d-81cf-f5180d3b7431 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:20.349888 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6e5e90-4217-4baf-ba8f-9f37222dae88', 'name': 'network-vif-deleted', 'tag': '959c1665-d8b1-4ec0-b911-a445fe46f04e', 'status': 'completed', 'code': 200} Mar 11 19:22:20.418755 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:20.518591 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88717c3e-573d-437b-8cd0-4e7f4a2d6c0d x-openstack-request-id: req-88717c3e-573d-437b-8cd0-4e7f4a2d6c0d {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:20.519106 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:20.519216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88717c3e-573d-437b-8cd0-4e7f4a2d6c0d {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:20.522467 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'status': 'completed', 'code': 200} Mar 11 19:22:20.642941 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-94b31da0-d9bc-49fc-a39d-397e5501e1ce req-78da1ba5-2f7a-4026-839f-90ae98e05582 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 210 time: 0.0522313 Mar 11 19:22:20.649973 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23330a-0f28-4979-9438-4890a380e630 req-4070660b-4abc-4bf4-8a04-523232eee804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:20.651620 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-4070660b-4abc-4bf4-8a04-523232eee804 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1130 time: 0.1092916 Mar 11 19:22:20.748768 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-633bcd99-ed46-4ba9-9e05-d803aa66f1c3 req-e051901a-c4e9-4817-ad49-c2e0e85eb4ae tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e6e5e90-4217-4baf-ba8f-9f37222dae88 HTTP/1.1" status: 200 len: 210 time: 0.0532601 Mar 11 19:22:20.819699 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23330a-0f28-4979-9438-4890a380e630 req-4ca08c82-bd46-41ce-be59-0cc850956e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:20.821402 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-4ca08c82-bd46-41ce-be59-0cc850956e09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.1560006 Mar 11 19:22:20.884328 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '57b82900-1689-4a89-8aa8-5bfc648c0d69', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'mac_address': 'fa:16:3e:1a:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:21:54Z', 'updated_at': '2022-03-11T19:22:18Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:20.925992 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:20.938966 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-e558f9ea-9f20-4f1a-ad5d-665f4e360e57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 999 time: 0.1098924 Mar 11 19:22:20.943325 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:20.944017 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:21.026406 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23330a-0f28-4979-9438-4890a380e630 req-51f8df6c-d2a5-454a-b0bb-d579741f2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:21.028035 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-51f8df6c-d2a5-454a-b0bb-d579741f2191 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0793235 Mar 11 19:22:21.190586 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:21.196266 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627c488-a04f-4cd1-b9ad-b548eca11b24 req-58eda96e-7b8b-4b57-9eee-b62af1756ab3 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:21.203330 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23330a-0f28-4979-9438-4890a380e630 req-fa1c6e0f-88ac-4b5d-a30a-91996ca5be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:21.204871 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-fa1c6e0f-88ac-4b5d-a30a-91996ca5be5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1633666 Mar 11 19:22:21.205022 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7627c488-a04f-4cd1-b9ad-b548eca11b24 req-58eda96e-7b8b-4b57-9eee-b62af1756ab3 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1126864 Mar 11 19:22:21.295133 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7627c488-a04f-4cd1-b9ad-b548eca11b24 req-d3f4b768-d36e-48b9-ba85-c2d1bcad06a2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885215 Mar 11 19:22:21.403426 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-c0707fb0-22fc-4be1-a650-cfad70ed122f service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891932 Mar 11 19:22:21.571024 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-2c23330a-0f28-4979-9438-4890a380e630 req-226ce8d5-9c52-486e-91f1-6468075c4512 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542547 Mar 11 19:22:21.591652 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '57b82900-1689-4a89-8aa8-5bfc648c0d69', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'mac_address': 'fa:16:3e:1a:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:21:54Z', 'updated_at': '2022-03-11T19:22:18Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:21.773527 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14be3131-af66-4f6e-bf7c-9f8679ea9eff None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '57b82900-1689-4a89-8aa8-5bfc648c0d69', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'mac_address': 'fa:16:3e:1a:e1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:21:54Z', 'updated_at': '2022-03-11T19:22:18Z', 'revision_number': 1, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:21.933060 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 959c1665-d8b1-4ec0-b911-a445fe46f04e no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:22:21.975205 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 959c1665-d8b1-4ec0-b911-a445fe46f04e {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:22:21.975628 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 959c1665-d8b1-4ec0-b911-a445fe46f04e not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:22:22.020990 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-12b88951-7639-44b1-b931-2efaf6dd6312 req-5500a537-984e-4655-bbdb-1dd761de760e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 210 time: 0.0808904 Mar 11 19:22:22.169698 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b86c4-49db-4635-8997-0369d071a088 None None] New status for floating IP 57b82900-1689-4a89-8aa8-5bfc648c0d69: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:22:22.290327 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-f3475054-b04d-4c91-8dd7-65079b38bb6f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:22.292334 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-f3475054-b04d-4c91-8dd7-65079b38bb6f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 811 time: 0.2863994 Mar 11 19:22:22.386909 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-138e9686-753b-4220-92b1-a3f0dc7d2b02 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf HTTP/1.1" status: 200 len: 380 time: 0.0766191 Mar 11 19:22:22.406983 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'port': {'device_id': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'admin_state_up': True, 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'security_groups': ['cfc5c608-51e1-4ef8-890d-052ba06a5306']}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:22.470141 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc78d8-2594-4b82-b7e7-5220b0f2d526 req-a1f55802-ac8a-4338-a852-057abc42e872 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:22.477417 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a5fc78d8-2594-4b82-b7e7-5220b0f2d526 req-a1f55802-ac8a-4338-a852-057abc42e872 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0734870 Mar 11 19:22:22.541642 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a5fc78d8-2594-4b82-b7e7-5220b0f2d526 req-758b6cab-40f9-4898-97b2-ea6457ee342d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604928 Mar 11 19:22:22.568387 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Made reservation on behalf of 7d710cf3e62e46a4a4fafbefe6024ccf for: {'port': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:22:22.572143 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:22.718612 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Allocated IP 172.20.0.7 (1310714a-4acb-4f09-b4aa-7a22c2293633/55f4b999-9d14-403a-87bd-ebce09cf262f/74893e47-dca7-45ae-ad24-b926f0b7612c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:22.861730 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:22.895044 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:22.938032 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:22.943057 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:22.946725 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:22.971130 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event updated for resources: {'Port': ['ID=74893e47-dca7-45ae-ad24-b926f0b7612c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:23.002965 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:23.003605 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:23.022777 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-da4d2378-91b2-4d16-816e-503e0ce7d7c3 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214912 Mar 11 19:22:23.154803 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a4271-046b-4d21-acd7-c17b087e33d7 req-2204884c-ba87-4a3a-a247-31be7b90a3ef tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:23.156432 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-048a4271-046b-4d21-acd7-c17b087e33d7 req-2204884c-ba87-4a3a-a247-31be7b90a3ef tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 931 time: 0.0624530 Mar 11 19:22:23.223279 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-b0c8ea4b-28e9-4fa6-a809-0e93c62b0e35 None None] Provisioning complete for port 74893e47-dca7-45ae-ad24-b926f0b7612c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:23.224525 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0c8ea4b-28e9-4fa6-a809-0e93c62b0e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:23.225774 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-048a4271-046b-4d21-acd7-c17b087e33d7 req-7e1e1e84-61ca-493e-9aed-030787818d06 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599463 Mar 11 19:22:23.273303 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b0c8ea4b-28e9-4fa6-a809-0e93c62b0e35 None None] Port 74893e47-dca7-45ae-ad24-b926f0b7612c cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:23.375961 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-4b78b381-3574-4b17-93a9-86bd1d73dc74 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:23.377470 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-4b78b381-3574-4b17-93a9-86bd1d73dc74 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 815 time: 0.1073363 Mar 11 19:22:23.398711 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-a22997df-5878-4f76-9994-a1ed68bf2b9f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/quotas/1d45e99191e84c4786fa3f88b9aefa31 HTTP/1.1" status: 200 len: 375 time: 0.0148885 Mar 11 19:22:23.465599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-a9c41b9d-9240-47fc-b707-3cb8ff33d342 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610831 Mar 11 19:22:23.560834 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-43191cb6-9c5b-454d-99b2-8f93b0ba8849 service neutron] 10.222.0.55 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Mar 11 19:22:23.696309 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-19ec708f-4748-4563-9ab4-d650ce73388c service neutron] 10.222.0.55 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297176 Mar 11 19:22:23.712914 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a18812-2094-4888-9c96-f92cd5eb43d9 req-94434b12-517c-4b0c-8693-2d9ac7359362 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:23.714411 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-77a18812-2094-4888-9c96-f92cd5eb43d9 req-94434b12-517c-4b0c-8693-2d9ac7359362 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0855966 Mar 11 19:22:23.773641 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-77a18812-2094-4888-9c96-f92cd5eb43d9 req-70ba2dd4-f91d-4367-aa3d-a41ca31ec9c7 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533392 Mar 11 19:22:23.866863 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ac3a5ec8-29f0-416c-bf27-64514baa3979 req-88faed5f-4fcc-4320-90e5-aae2efd7ff2d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 210 time: 0.0349028 Mar 11 19:22:24.359417 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d5a1c-90fe-4369-9d48-c30bc684780b req-2a6a0b6f-bb8a-486a-968e-482a6937dc10 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:24.360956 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-100d5a1c-90fe-4369-9d48-c30bc684780b req-2a6a0b6f-bb8a-486a-968e-482a6937dc10 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 931 time: 0.0628939 Mar 11 19:22:24.408946 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-100d5a1c-90fe-4369-9d48-c30bc684780b req-da5a7465-8368-4722-95a5-4138f4de5b62 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Mar 11 19:22:24.676944 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Request body: {'port': {'device_id': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:24.742179 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:24.892336 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01c101-f4db-4753-9e6a-5fb8040de551 req-c80de8aa-4fdc-4025-abcb-dd4c67180fb2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:24.894326 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0a01c101-f4db-4753-9e6a-5fb8040de551 req-c80de8aa-4fdc-4025-abcb-dd4c67180fb2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0526469 Mar 11 19:22:24.957993 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0a01c101-f4db-4753-9e6a-5fb8040de551 req-d783bd46-f70e-4d02-9977-0091c13a7779 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568526 Mar 11 19:22:24.978132 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-54a36a6d-5142-47d4-b69f-dc7ca383e396 req-1138c88d-f327-4dae-8191-74013ae33462 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 210 time: 0.0340583 Mar 11 19:22:25.028748 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74893e47-dca7-45ae-ad24-b926f0b7612c {{(pid=103353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:25.036178 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Publish callbacks [] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:25.047990 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.provisioning_blocks [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Transition to ACTIVE for port object 74893e47-dca7-45ae-ad24-b926f0b7612c will not be triggered until provisioned by entity L2. {{(pid=103353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:22:25.052762 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:25.106879 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=74893e47-dca7-45ae-ad24-b926f0b7612c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:25.132047 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.132402 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.132770 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.133099 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.133432 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.133759 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.134089 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.134412 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.134740 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.135061 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.135381 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.135702 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.136022 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:25.194933 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Attempting to bind port 74893e47-dca7-45ae-ad24-b926f0b7612c on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:25.195278 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Attempting to bind port 74893e47-dca7-45ae-ad24-b926f0b7612c by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:25.195610 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Attempting to bind port 74893e47-dca7-45ae-ad24-b926f0b7612c on network 1310714a-4acb-4f09-b4aa-7a22c2293633 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:25.200320 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Port 74893e47-dca7-45ae-ad24-b926f0b7612c on network 1310714a-4acb-4f09-b4aa-7a22c2293633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:22:25.200638 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Attempting to bind port 74893e47-dca7-45ae-ad24-b926f0b7612c on network 1310714a-4acb-4f09-b4aa-7a22c2293633 {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:25.205912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:25.206287 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Checking segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:25.206679 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Bound using segment: {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'} {{(pid=103353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:25.207124 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.managers [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Bound port: 74893e47-dca7-45ae-ad24-b926f0b7612c, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55d4e2d-093b-447d-8790-c604d2265fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633'}}] {{(pid=103353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:25.207486 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:25.279181 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] For port 74893e47-dca7-45ae-ad24-b926f0b7612c, host hv-cinder-83067, cleared binding levels {{(pid=103353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:25.282293 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] For port 74893e47-dca7-45ae-ad24-b926f0b7612c, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=74893e47-dca7-45ae-ad24-b926f0b7612c,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:25.288699 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:25.323956 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:25.324559 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:25.325972 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/74893e47-dca7-45ae-ad24-b926f0b7612c HTTP/1.1" status: 200 len: 1093 time: 0.6537113 Mar 11 19:22:25.326412 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:25.328618 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97270455-ebd0-4cd2-9f59-91bde5dfbd05" -d '{"events": [{"name": "network-changed", "server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:25.355742 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe84ebd-cc88-4dd6-8794-5d31cbd85bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=74893e47-dca7-45ae-ad24-b926f0b7612c,revision_number=3']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:25.373328 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec8fa4-5ef7-47ef-96e6-a600ecf654a5 x-openstack-request-id: req-52ec8fa4-5ef7-47ef-96e6-a600ecf654a5 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:25.373328 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:25.373328 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52ec8fa4-5ef7-47ef-96e6-a600ecf654a5 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:25.373328 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'status': 'completed', 'code': 200} Mar 11 19:22:25.546958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c78fd-4fb7-4f58-9f35-d74a9a1bbb90 req-e6de7f3a-e875-43ba-9ae2-dc01cc5bec45 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:25.548481 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-260c78fd-4fb7-4f58-9f35-d74a9a1bbb90 req-e6de7f3a-e875-43ba-9ae2-dc01cc5bec45 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0626993 Mar 11 19:22:25.605799 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-260c78fd-4fb7-4f58-9f35-d74a9a1bbb90 req-016b2f91-f077-49d6-a1a9-b3631272abdb tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505745 Mar 11 19:22:26.066413 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270455-ebd0-4cd2-9f59-91bde5dfbd05 req-04fa07cf-cff6-4373-a55b-2a6fbb9100a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.068898 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-97270455-ebd0-4cd2-9f59-91bde5dfbd05 req-04fa07cf-cff6-4373-a55b-2a6fbb9100a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 1127 time: 0.0577960 Mar 11 19:22:26.100379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6756cf8d-5347-421a-9623-4852331a0bfc req-d0abfd18-c5ac-4fa6-807c-d41d5284599d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 210 time: 0.0481040 Mar 11 19:22:26.123444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af02918-22d5-400b-9fc3-702bc086b16a req-33d94995-8f43-4110-9d91-997069d839fa tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.125078 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9af02918-22d5-400b-9fc3-702bc086b16a req-33d94995-8f43-4110-9d91-997069d839fa tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0835583 Mar 11 19:22:26.180518 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9af02918-22d5-400b-9fc3-702bc086b16a req-df81c448-f793-42db-97e2-2eedfced4e3a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493004 Mar 11 19:22:26.215476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270455-ebd0-4cd2-9f59-91bde5dfbd05 req-1c8a2761-c79d-4f83-920e-37fe039071e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.216983 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-97270455-ebd0-4cd2-9f59-91bde5dfbd05 req-1c8a2761-c79d-4f83-920e-37fe039071e9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1320348 Mar 11 19:22:26.342019 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97270455-ebd0-4cd2-9f59-91bde5dfbd05 req-2e39e72e-6a62-4d65-8520-4e9c6b93035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.343699 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-97270455-ebd0-4cd2-9f59-91bde5dfbd05 req-2e39e72e-6a62-4d65-8520-4e9c6b93035c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983810 Mar 11 19:22:26.441662 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-52090502-0048-4362-9246-907851b4bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.443450 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-52090502-0048-4362-9246-907851b4bf1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 1127 time: 0.0467527 Mar 11 19:22:26.503002 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-23af9ea8-f630-473b-af9b-99ff444dfe5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74893e47-dca7-45ae-ad24-b926f0b7612c HTTP/1.1" status: 200 len: 217 time: 0.0360138 Mar 11 19:22:26.563945 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-c5441212-734d-4376-bebd-74ccc32697c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.565391 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-c5441212-734d-4376-bebd-74ccc32697c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0525303 Mar 11 19:22:26.624449 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-59ca87f0-d56c-47dc-9d74-642e9ada6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.626017 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-59ca87f0-d56c-47dc-9d74-642e9ada6ec0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542271 Mar 11 19:22:26.763427 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-56207a5d-2800-4841-b99f-86b763f81ced service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117384 Mar 11 19:22:26.822238 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68239e-cf95-413d-8c9c-9c3139b341fe req-54bbfda1-1e9c-4d68-acb8-2e51359584ef tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.823789 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d68239e-cf95-413d-8c9c-9c3139b341fe req-54bbfda1-1e9c-4d68-acb8-2e51359584ef tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.1347463 Mar 11 19:22:26.879465 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-68701f49-c62d-41d5-b9a6-915d31ce256b req-66ec464a-542e-4e10-ab2b-486763de63b1 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064270 Mar 11 19:22:26.925946 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-a605fc76-7003-4bd3-8b49-52973cfdea2d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:26.928283 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-a605fc76-7003-4bd3-8b49-52973cfdea2d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 815 time: 0.1873205 Mar 11 19:22:26.932299 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d68239e-cf95-413d-8c9c-9c3139b341fe req-d844b780-7bd1-4c24-b667-e85872463850 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814428 Mar 11 19:22:26.946156 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'port': {'device_id': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'admin_state_up': True, 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:27.056684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Made reservation on behalf of 1d45e99191e84c4786fa3f88b9aefa31 for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:22:27.060119 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:27.212228 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61817ad2-14c0-4d89-88d3-e86f18bedc92 req-86e0a96c-54db-4979-b642-58ba1b7d777b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 210 time: 0.0369618 Mar 11 19:22:27.228104 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Allocated IP 172.20.0.10 (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf/9c0786b3-704a-463b-a952-04b221f1de73/3feb0b92-f61b-4245-92e8-808e09f7589c) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:27.487742 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1e036-9240-4943-bb5c-e435d252ef67 req-17cbba3a-f02e-4bd5-8a1b-2fc13c1f96e4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:27.491198 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b7f1e036-9240-4943-bb5c-e435d252ef67 req-17cbba3a-f02e-4bd5-8a1b-2fc13c1f96e4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1692057 Mar 11 19:22:27.565278 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b7f1e036-9240-4943-bb5c-e435d252ef67 req-b3dd3bd3-64b5-4ca5-ae13-99dc4a926685 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675032 Mar 11 19:22:27.569360 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:27.638555 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:27.737965 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:27.740466 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:27.743730 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:27.774103 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:27.857693 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:27.858511 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:27.876859 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c2a47874-b684-4f62-bed7-cb6101f9f16d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9355252 Mar 11 19:22:28.090689 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295df7d-15a0-413e-926e-15cec48868ae req-c9489ee0-0790-4355-aacb-bc3fbef398ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:28.092131 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a295df7d-15a0-413e-926e-15cec48868ae req-c9489ee0-0790-4355-aacb-bc3fbef398ca tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0582976 Mar 11 19:22:28.093377 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ccce663e-6b90-44b5-a44b-189fc8e81797 None None] Provisioning complete for port 3feb0b92-f61b-4245-92e8-808e09f7589c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:28.093900 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccce663e-6b90-44b5-a44b-189fc8e81797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:28.138779 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ccce663e-6b90-44b5-a44b-189fc8e81797 None None] Port 3feb0b92-f61b-4245-92e8-808e09f7589c cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:22:28.150040 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a295df7d-15a0-413e-926e-15cec48868ae req-ce513f97-2d07-4c21-b881-621179191d8f tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497468 Mar 11 19:22:28.351688 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475410-8b90-42d2-a7b9-4b1eb091cdd8 req-f3bdaad6-36d1-4cd3-a400-23463b197d69 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:28.354927 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19475410-8b90-42d2-a7b9-4b1eb091cdd8 req-f3bdaad6-36d1-4cd3-a400-23463b197d69 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0600376 Mar 11 19:22:28.423645 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19475410-8b90-42d2-a7b9-4b1eb091cdd8 req-54fd6b88-4ba9-41b3-b090-35854bdf1e70 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625606 Mar 11 19:22:28.702009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dabe44-6d0b-480a-a6c4-86626ac71aa3 req-e8d852f0-4c96-4321-9d44-8bc197da08cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:28.703522 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-74dabe44-6d0b-480a-a6c4-86626ac71aa3 req-e8d852f0-4c96-4321-9d44-8bc197da08cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0544419 Mar 11 19:22:28.753808 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-74dabe44-6d0b-480a-a6c4-86626ac71aa3 req-d1844e14-c25d-4f56-af79-f12f076d5d85 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440476 Mar 11 19:22:28.884805 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:22:29.281559 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6dbdf-1eaa-4c70-9ed3-16a88201ce86 req-9c8393fe-3586-41bc-9256-23d81c79ed1d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:29.283716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-57a6dbdf-1eaa-4c70-9ed3-16a88201ce86 req-9c8393fe-3586-41bc-9256-23d81c79ed1d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0639029 Mar 11 19:22:29.339396 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-57a6dbdf-1eaa-4c70-9ed3-16a88201ce86 req-5c7920cd-aa3d-4fba-86c6-7300844b2b94 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 Mar 11 19:22:29.555837 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683edfc-e2af-475a-adcc-17f5c72c4664 req-df3ca2dc-a4e2-4929-b101-c96db2e4c92f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:29.557359 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f683edfc-e2af-475a-adcc-17f5c72c4664 req-df3ca2dc-a4e2-4929-b101-c96db2e4c92f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0574546 Mar 11 19:22:29.607876 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f683edfc-e2af-475a-adcc-17f5c72c4664 req-256588ba-a772-44ef-9492-c669f5ac878b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Mar 11 19:22:29.877759 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84aa8-dd8f-44a0-8af9-f24dc2d1524c req-1880a420-f4ef-4e7e-927c-7129de6aac93 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:29.879211 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-10a84aa8-dd8f-44a0-8af9-f24dc2d1524c req-1880a420-f4ef-4e7e-927c-7129de6aac93 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0543270 Mar 11 19:22:29.946152 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-10a84aa8-dd8f-44a0-8af9-f24dc2d1524c req-c6efb933-8c7c-488d-9071-f29e64fec6f1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604451 Mar 11 19:22:30.479635 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559bc91-5d98-4995-aff1-fc1346149314 req-a2712b8c-4bb8-4238-8247-eb48d7530871 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:30.481373 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3559bc91-5d98-4995-aff1-fc1346149314 req-a2712b8c-4bb8-4238-8247-eb48d7530871 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0749979 Mar 11 19:22:30.535019 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3559bc91-5d98-4995-aff1-fc1346149314 req-ec19dfbc-154e-407e-8284-327bf7b46dc4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Mar 11 19:22:30.738220 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb75ee-33b0-4cb6-abc8-9ee6da7051b3 req-357a1cd8-feb6-4314-bb2f-0fca06451cf3 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:30.743699 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4deb75ee-33b0-4cb6-abc8-9ee6da7051b3 req-357a1cd8-feb6-4314-bb2f-0fca06451cf3 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0655210 Mar 11 19:22:30.800138 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4deb75ee-33b0-4cb6-abc8-9ee6da7051b3 req-e0fc00d7-95d1-42c5-a41c-a8eb809343b9 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Mar 11 19:22:31.083825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3ea6d-348e-436d-8da5-65cf69be4206 req-5f35f658-2fd7-447b-93af-916efc29c8d2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:31.085375 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ee3ea6d-348e-436d-8da5-65cf69be4206 req-5f35f658-2fd7-447b-93af-916efc29c8d2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0654929 Mar 11 19:22:31.164119 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ee3ea6d-348e-436d-8da5-65cf69be4206 req-a72c79b9-0da3-4225-b3b3-330a5510854b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716469 Mar 11 19:22:31.665475 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bcced-da6e-4133-ae31-be72c87ca447 req-b2ff7460-0926-4fcf-bbcd-4bdcd9b9f794 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:31.667246 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-684bcced-da6e-4133-ae31-be72c87ca447 req-b2ff7460-0926-4fcf-bbcd-4bdcd9b9f794 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0619762 Mar 11 19:22:31.720291 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-684bcced-da6e-4133-ae31-be72c87ca447 req-f3e17342-2f35-484a-aa7c-6ae6b47cee8b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470176 Mar 11 19:22:31.935827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5702a39-7282-4aca-b808-5df84f55d73a req-c0d82a52-f4f5-44b0-ad30-b52e81c3508e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:31.937416 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f5702a39-7282-4aca-b808-5df84f55d73a req-c0d82a52-f4f5-44b0-ad30-b52e81c3508e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0554888 Mar 11 19:22:31.987148 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f5702a39-7282-4aca-b808-5df84f55d73a req-65b77e4a-7aa7-46db-9fe0-909f5566aa83 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Mar 11 19:22:32.256308 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-b0676462-9995-4b06-b4f7-2a74b5961b3c tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:32.257777 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-b0676462-9995-4b06-b4f7-2a74b5961b3c tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/networks?id=42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 200 len: 814 time: 0.1189916 Mar 11 19:22:32.287124 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-c4f0d448-00a5-4232-b059-5bc512cd73c3 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/quotas/7b01e7d6b7c048718062bbd2b645deac HTTP/1.1" status: 200 len: 375 time: 0.0145249 Mar 11 19:22:32.340011 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-23e2ccf3-841d-4012-9cf2-849321d5a7db tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b01e7d6b7c048718062bbd2b645deac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454290 Mar 11 19:22:32.371762 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b095c-0486-47cf-aab1-4b8fae93a1c8 req-14642189-5c9d-4a1e-862e-64f3bbe694f2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:32.373352 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-600b095c-0486-47cf-aab1-4b8fae93a1c8 req-14642189-5c9d-4a1e-862e-64f3bbe694f2 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1407678 Mar 11 19:22:32.484008 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-600b095c-0486-47cf-aab1-4b8fae93a1c8 req-35e6c075-a46e-41eb-a4f6-571590419b49 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970018 Mar 11 19:22:32.497423 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-611c0ae8-9367-4217-8551-3e132af19a10 service neutron] 10.222.0.55 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472878 Mar 11 19:22:32.876171 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-a0a07d62-1579-472e-913a-4727c1e3c43f service neutron] 10.222.0.55 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730476 Mar 11 19:22:32.892641 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e150-1863-410f-b090-583db00e9d9d req-23caa716-a20c-4099-8225-726ea5966f7d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:32.894427 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ab44e150-1863-410f-b090-583db00e9d9d req-23caa716-a20c-4099-8225-726ea5966f7d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0763540 Mar 11 19:22:32.960450 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ab44e150-1863-410f-b090-583db00e9d9d req-06013fc0-b02e-48e4-a2fb-b33e39fdbe56 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593188 Mar 11 19:22:33.123362 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9c73a412-7c37-4b70-997a-dce09c73bebc req-98378728-e270-4c91-bbba-ddcbe4e33ea6 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0583086 Mar 11 19:22:33.194852 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed7177-19b1-4b91-8273-16b65b788763 req-b1af99af-fe24-48e9-a025-3caf022c65a8 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:33.196652 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4ed7177-19b1-4b91-8273-16b65b788763 req-b1af99af-fe24-48e9-a025-3caf022c65a8 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0722864 Mar 11 19:22:33.257337 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4ed7177-19b1-4b91-8273-16b65b788763 req-43a842e9-f98b-4296-a349-75646580baec tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 Mar 11 19:22:33.631553 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700162c9-80ae-49ef-b43f-4550bd307e89 req-089c95e8-2a82-4533-af02-bde3da735e70 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:33.637746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-700162c9-80ae-49ef-b43f-4550bd307e89 req-089c95e8-2a82-4533-af02-bde3da735e70 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0769348 Mar 11 19:22:33.690058 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-700162c9-80ae-49ef-b43f-4550bd307e89 req-84a386c9-f36e-465b-ad3f-3a3d4494582a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513146 Mar 11 19:22:34.091813 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d2f65-33db-4b82-91aa-748f28694ae5 req-9e4d7b58-7540-426c-a130-fa8862cdd157 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:34.093627 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-161d2f65-33db-4b82-91aa-748f28694ae5 req-9e4d7b58-7540-426c-a130-fa8862cdd157 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0580232 Mar 11 19:22:34.142557 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-161d2f65-33db-4b82-91aa-748f28694ae5 req-465733ae-8b59-4610-8d18-ae3ae289f9b0 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427113 Mar 11 19:22:34.209868 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-720dd99c-8595-4832-867e-ef6e458f8d05 req-60ab7ca0-b2b0-4238-af3a-cdadca85ed29 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0274153 Mar 11 19:22:34.413929 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12052ab7-7965-4c86-89be-334371a5d1b2 req-9b2750c2-2c64-42dd-8a71-b39e2bad365b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:34.415608 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-12052ab7-7965-4c86-89be-334371a5d1b2 req-9b2750c2-2c64-42dd-8a71-b39e2bad365b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0917423 Mar 11 19:22:34.467078 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-12052ab7-7965-4c86-89be-334371a5d1b2 req-701cd75f-8083-44f6-bbb7-566fe67e9c00 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Mar 11 19:22:34.652987 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22bc4a15-08a7-43bd-9b33-724898df8523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:34.812081 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2d87b-39bb-4d4d-b60a-fabe8bc22a22 req-946920e7-6259-490e-be54-e516e39208ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:34.813655 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dfa2d87b-39bb-4d4d-b60a-fabe8bc22a22 req-946920e7-6259-490e-be54-e516e39208ad tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0549369 Mar 11 19:22:34.866857 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dfa2d87b-39bb-4d4d-b60a-fabe8bc22a22 req-70f12dd8-9bc6-425d-9931-07c839c6fb46 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469396 Mar 11 19:22:35.261543 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027174-b5cf-4951-a2cd-7fb116fb49c3 req-f560e49f-3b3c-4573-bfe6-9c06a10c7bb6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:35.263278 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-59027174-b5cf-4951-a2cd-7fb116fb49c3 req-f560e49f-3b3c-4573-bfe6-9c06a10c7bb6 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0533555 Mar 11 19:22:35.320124 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e905b7c7-1be5-4ff4-8f3e-b20679af274d req-db27e42c-2f91-42c9-8bb8-df1ffe043d6d tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0377576 Mar 11 19:22:35.343854 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-59027174-b5cf-4951-a2cd-7fb116fb49c3 req-fa6ee4e6-0c02-4757-a6f8-d078a65eafe9 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745819 Mar 11 19:22:35.389864 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:35.586178 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce0bcb-b621-47a5-ba92-156fffc9832c req-f61363f4-0b6a-4a06-8663-c17ba02bbd88 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:35.587648 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5fce0bcb-b621-47a5-ba92-156fffc9832c req-f61363f4-0b6a-4a06-8663-c17ba02bbd88 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0540161 Mar 11 19:22:35.656598 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5fce0bcb-b621-47a5-ba92-156fffc9832c req-76ec5061-d0d3-4234-aa14-7980464871de tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629342 Mar 11 19:22:35.985037 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feba75c-93fe-4b85-b4ad-2f56c86aa414 req-d548ed09-f278-4a7b-805b-aeaae8c1894e tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:35.986641 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1feba75c-93fe-4b85-b4ad-2f56c86aa414 req-d548ed09-f278-4a7b-805b-aeaae8c1894e tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0537577 Mar 11 19:22:36.036644 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1feba75c-93fe-4b85-b4ad-2f56c86aa414 req-5e68c643-b47a-4de7-82c4-5105be297f52 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Mar 11 19:22:36.448782 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3299de5d-506b-4c94-8ccc-ceab78ab333d req-c52280f0-286f-4c9f-b57d-81d3d79fa000 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0366709 Mar 11 19:22:36.505303 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b422-5ce0-47e5-aeac-2bb3d9b9c1b0 req-1caad56e-28f3-46ac-abe5-e111eb9e4129 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:36.506789 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dbe6b422-5ce0-47e5-aeac-2bb3d9b9c1b0 req-1caad56e-28f3-46ac-abe5-e111eb9e4129 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0606859 Mar 11 19:22:36.556751 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dbe6b422-5ce0-47e5-aeac-2bb3d9b9c1b0 req-2759646c-4914-4e35-a4d4-4b162b800bea tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412726 Mar 11 19:22:36.799670 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70507c8f-fdfc-4a6f-9e79-d4840a631768 req-82a5efd8-f842-4206-99fc-22b946971fa7 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:36.802164 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70507c8f-fdfc-4a6f-9e79-d4840a631768 req-82a5efd8-f842-4206-99fc-22b946971fa7 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0547779 Mar 11 19:22:36.852359 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70507c8f-fdfc-4a6f-9e79-d4840a631768 req-05984bb7-4e2f-4c91-b843-3cfc1358774e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Mar 11 19:22:36.957635 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c4d73250-7c84-4430-8e5f-d4d1d00ae135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:37.166547 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d786b-6ccb-4d53-b902-a9c6f729687f req-4d959c50-d6d8-4d83-bfed-a059b8f1d6bd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:37.168317 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-221d786b-6ccb-4d53-b902-a9c6f729687f req-4d959c50-d6d8-4d83-bfed-a059b8f1d6bd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0598364 Mar 11 19:22:37.228010 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-221d786b-6ccb-4d53-b902-a9c6f729687f req-b53c373a-f8de-4f99-a51d-4d18e174f03a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541842 Mar 11 19:22:37.551165 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7a6c6efc-ead2-43cf-84d0-96f6ca14db3e req-b0109d5e-48b3-48fc-8e51-6e85f10b9e7d tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Mar 11 19:22:37.697704 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8abbd8-b566-4215-8bc2-095073d2e5a2 req-cc0e120c-46eb-4972-89ef-fdde1fa5833a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:37.699406 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ad8abbd8-b566-4215-8bc2-095073d2e5a2 req-cc0e120c-46eb-4972-89ef-fdde1fa5833a tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0641615 Mar 11 19:22:37.748928 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ad8abbd8-b566-4215-8bc2-095073d2e5a2 req-a2cc00ca-6341-40b4-8819-3a199381910d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434606 Mar 11 19:22:37.987148 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14ad31-a501-43f1-9642-273b9dc6e2e1 req-9e310583-dbb7-4ae6-8e62-6868a22ee0a6 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:37.989157 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c14ad31-a501-43f1-9642-273b9dc6e2e1 req-9e310583-dbb7-4ae6-8e62-6868a22ee0a6 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0578642 Mar 11 19:22:38.039248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c14ad31-a501-43f1-9642-273b9dc6e2e1 req-3757c0a9-af6f-44cf-9b6f-b4ece774dff8 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Mar 11 19:22:38.359180 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ce806-f713-4560-bf4a-793304943e38 req-fcdeaecb-3418-4e42-9bc5-d0d4b153c466 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:38.360669 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e21ce806-f713-4560-bf4a-793304943e38 req-fcdeaecb-3418-4e42-9bc5-d0d4b153c466 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0554626 Mar 11 19:22:38.414754 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e21ce806-f713-4560-bf4a-793304943e38 req-2912af9a-9147-4793-aeb5-8026985ab9f3 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473063 Mar 11 19:22:38.655982 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aff0dd60-fec4-4a49-8c7e-2d7a2dffc822 req-b2fc90e2-efaf-47cc-990b-d504b8d78689 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0332284 Mar 11 19:22:38.765909 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:38.882035 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84347b-8216-4c20-88d3-7aa8d6a626b6 req-270231cc-fa4a-481d-b5d4-310412e1eeb4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:38.883564 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ee84347b-8216-4c20-88d3-7aa8d6a626b6 req-270231cc-fa4a-481d-b5d4-310412e1eeb4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0541601 Mar 11 19:22:38.945506 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ee84347b-8216-4c20-88d3-7aa8d6a626b6 req-ac3b487a-9187-4417-a5e4-b08975b1e405 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559704 Mar 11 19:22:39.164323 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e647931-1742-4daf-a13c-0a0b22a98b18 req-11b880f6-bf6b-408b-99e6-7ff1862f11bb tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:39.166154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6e647931-1742-4daf-a13c-0a0b22a98b18 req-11b880f6-bf6b-408b-99e6-7ff1862f11bb tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0558772 Mar 11 19:22:39.241353 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6e647931-1742-4daf-a13c-0a0b22a98b18 req-83dd5079-8f89-44a5-8cab-a38a6d14ae6c tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642586 Mar 11 19:22:39.557196 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e9c02-3051-418c-82df-e94d68cbeb0c req-3b0757a4-14b5-4646-a7dc-2feb647441c4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:39.558573 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d9e9c02-3051-418c-82df-e94d68cbeb0c req-3b0757a4-14b5-4646-a7dc-2feb647441c4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0576515 Mar 11 19:22:39.607560 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d9e9c02-3051-418c-82df-e94d68cbeb0c req-d4f21ff8-8057-423d-942f-ac6ac4e9c940 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Mar 11 19:22:39.762061 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5c923b40-3de0-4368-b916-07a0c3f9b674 req-8104a4b5-0a33-4832-a4ac-079f94709f53 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0287907 Mar 11 19:22:40.082876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5a0ab-2a40-473e-86d4-6d2cf7f00d67 req-d9f98c8b-9009-4c7e-9a9c-8ce03bd3a1d7 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:40.084469 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b4e5a0ab-2a40-473e-86d4-6d2cf7f00d67 req-d9f98c8b-9009-4c7e-9a9c-8ce03bd3a1d7 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0559626 Mar 11 19:22:40.131850 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b4e5a0ab-2a40-473e-86d4-6d2cf7f00d67 req-a8dd72ab-07e1-46d8-9032-581d788918d9 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Mar 11 19:22:40.346750 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:40.364650 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd036fd7-c5c4-41be-8500-afa688ec9416 req-c4a8019f-d2fa-4a32-81b3-c05311070937 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:40.366203 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fd036fd7-c5c4-41be-8500-afa688ec9416 req-c4a8019f-d2fa-4a32-81b3-c05311070937 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 932 time: 0.0585730 Mar 11 19:22:40.423350 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fd036fd7-c5c4-41be-8500-afa688ec9416 req-5e806f18-3ddb-4e5b-b258-c3a8e0bce95e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Mar 11 19:22:40.727736 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66e36-8379-4bc2-98f8-5791fcef7598 req-080d63ac-bf1b-4649-9858-48cb94ca62e4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:40.729338 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4bb66e36-8379-4bc2-98f8-5791fcef7598 req-080d63ac-bf1b-4649-9858-48cb94ca62e4 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0543754 Mar 11 19:22:40.778743 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4bb66e36-8379-4bc2-98f8-5791fcef7598 req-c038213e-8c73-428f-991d-bbd9ac056f69 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 Mar 11 19:22:40.861097 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-452bd536-0fee-4181-b78a-77f690a8a13d req-742c7130-fffd-4759-bfcb-306911dec952 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0314875 Mar 11 19:22:40.867916 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Request body: {'port': {'device_id': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:40.938731 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.124517 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-61d2b38f-98ec-4f1c-b9d3-510f8c8bd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.126045 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-61d2b38f-98ec-4f1c-b9d3-510f8c8bd30e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.0487571 Mar 11 19:22:41.250037 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-86c36816-93a4-43f7-be4b-021e759454e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.251411 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-86c36816-93a4-43f7-be4b-021e759454e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.0928483 Mar 11 19:22:41.253396 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3feb0b92-f61b-4245-92e8-808e09f7589c {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:41.265348 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Publish callbacks [] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.286431 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Transition to ACTIVE for port object 3feb0b92-f61b-4245-92e8-808e09f7589c will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:22:41.290627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.304550 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7283fdf-e7b1-4259-b0ed-9f18f038b4ab req-8beef5ae-5d10-4d2b-9dad-45bc6b3d70fa tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.306199 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7283fdf-e7b1-4259-b0ed-9f18f038b4ab req-8beef5ae-5d10-4d2b-9dad-45bc6b3d70fa tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.0917842 Mar 11 19:22:41.324836 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-53585f43-8ac5-4b20-b975-3f664c60ef55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 1002 time: 0.0645838 Mar 11 19:22:41.367769 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:41.390089 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.390440 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.390795 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.391145 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.391507 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.391823 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.392830 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.392830 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.393113 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.393423 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.393755 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.394087 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.394460 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:41.398652 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-339427b7-f21a-4408-b950-075d5a14e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.400833 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-339427b7-f21a-4408-b950-075d5a14e30f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0663126 Mar 11 19:22:41.459845 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7283fdf-e7b1-4259-b0ed-9f18f038b4ab req-9edf9019-1d6b-4958-aaec-1d973aa6a60d tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283150 Mar 11 19:22:41.461777 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-5c24a566-61ff-4018-89e4-174c16869285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.463325 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-5c24a566-61ff-4018-89e4-174c16869285 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521326 Mar 11 19:22:41.489338 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Attempting to bind port 3feb0b92-f61b-4245-92e8-808e09f7589c on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:41.489683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Attempting to bind port 3feb0b92-f61b-4245-92e8-808e09f7589c by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:41.490016 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Attempting to bind port 3feb0b92-f61b-4245-92e8-808e09f7589c on network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:41.497246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Port 3feb0b92-f61b-4245-92e8-808e09f7589c on network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:22:41.497655 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Attempting to bind port 3feb0b92-f61b-4245-92e8-808e09f7589c on network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:41.508490 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:41.508779 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Checking segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:41.509245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Bound using segment: {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:41.509683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Bound port: 3feb0b92-f61b-4245-92e8-808e09f7589c, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b00720-fd3b-4766-ad8c-bd83589e25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:41.510046 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.596259 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-68885a91-c4ca-4657-acbf-83e0115754fa service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111035 Mar 11 19:22:41.622803 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:41.627308 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:41.670076 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3430a75-e3a5-40b2-a468-df244d5a4e83 req-552c79a4-9a26-4caa-a880-816be0cecfcc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.671507 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3430a75-e3a5-40b2-a468-df244d5a4e83 req-552c79a4-9a26-4caa-a880-816be0cecfcc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 944 time: 0.1173956 Mar 11 19:22:41.673797 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.715942 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-9d1adaba-6b28-495a-86c5-4388b23e7be1 req-05c77dba-eb19-4896-a8ca-1a29aae9134d service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128283 Mar 11 19:22:41.718296 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.754121 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.754984 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:41.756990 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 1094 time: 0.8938732 Mar 11 19:22:41.789410 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:41.791524 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51370606-6269-426c-a7ce-a2546839e83e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:41.866087 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507b94d3-e3fe-4192-b43f-fdb1cd24fd02 x-openstack-request-id: req-507b94d3-e3fe-4192-b43f-fdb1cd24fd02 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:41.866383 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:41.866634 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-507b94d3-e3fe-4192-b43f-fdb1cd24fd02 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:41.867020 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'status': 'completed', 'code': 200} Mar 11 19:22:41.867935 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-49486513-f7d9-4602-9b1e-bc0420597aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.877300 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-49486513-f7d9-4602-9b1e-bc0420597aee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.0976989 Mar 11 19:22:41.906481 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920e6e3-85ca-456c-85fb-df0f1583c1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:41.925202 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3430a75-e3a5-40b2-a468-df244d5a4e83 req-dc841fc4-1814-4dd4-aae2-620b4c44dab7 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452016 Mar 11 19:22:41.935732 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-c3b00c7b-46b3-44b6-a4f9-e0ba9479d003 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.937407 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-c3b00c7b-46b3-44b6-a4f9-e0ba9479d003 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "GET /v2.0/networks?id=42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 200 len: 814 time: 0.3032889 Mar 11 19:22:41.970032 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Request body: {'port': {'device_id': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa', 'admin_state_up': True, 'tenant_id': '7b01e7d6b7c048718062bbd2b645deac'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:41.986475 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-b3471c7f-7ee8-4c76-81bc-c8bdd54317df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:41.987945 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-b3471c7f-7ee8-4c76-81bc-c8bdd54317df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1128 time: 0.1570356 Mar 11 19:22:42.020875 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-5b2d9c71-85d0-4f4a-a2b5-ff2c8db8364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.022333 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-5b2d9c71-85d0-4f4a-a2b5-ff2c8db8364f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.1349561 Mar 11 19:22:42.092454 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-0c9b13ad-5167-431e-8d44-4ad0940d2c62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 1002 time: 0.0616763 Mar 11 19:22:42.096853 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-3d1722ae-5fde-45f8-a1be-661086ccadd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 217 time: 0.0961747 Mar 11 19:22:42.126722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2744123-a96e-43e5-a6c6-40d5ee2574d2 req-94d7e1b3-6a23-4303-943d-8bf357641348 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.128203 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2744123-a96e-43e5-a6c6-40d5ee2574d2 req-94d7e1b3-6a23-4303-943d-8bf357641348 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.2170088 Mar 11 19:22:42.134715 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d90dcb3e-b0b4-44f3-afe9-cc76d6cb399f req-57187497-0d9c-4273-86e1-9ea695ff54ec tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.1190684 Mar 11 19:22:42.158188 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-8e30d325-7225-4618-ae8b-5e0801f00945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.159640 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-8e30d325-7225-4618-ae8b-5e0801f00945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0531163 Mar 11 19:22:42.220098 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-2e1a6806-e2f4-49f9-8c2f-66b8bb82ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.221334 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-2e1a6806-e2f4-49f9-8c2f-66b8bb82ed32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507407 Mar 11 19:22:42.244210 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-824d245e-ff8d-4d9c-a7ef-6ac2fd6bfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.245798 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-824d245e-ff8d-4d9c-a7ef-6ac2fd6bfe92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.1286390 Mar 11 19:22:42.248699 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Made reservation on behalf of 7b01e7d6b7c048718062bbd2b645deac for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:22:42.252121 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:42.289070 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2744123-a96e-43e5-a6c6-40d5ee2574d2 req-cc145086-304f-4d00-be5d-ca791ed14d21 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530011 Mar 11 19:22:42.336798 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-34a9bada-fa8d-4cc1-b099-b04911756b38 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011438 Mar 11 19:22:42.375874 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c5c4ef43-d6e7-485b-9fa9-af9678b6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.377439 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-c5c4ef43-d6e7-485b-9fa9-af9678b6f053 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051495 Mar 11 19:22:42.439219 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-1bc8bddc-37df-4c74-a44e-2168d9354d4b req-eb51274f-61f2-4f60-8171-c70af4124346 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948658 Mar 11 19:22:42.507968 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Allocated IP 172.20.0.13 (42692e88-7431-43a6-a2bc-4d9871b060fa/f01a98e5-ec41-4c69-9061-85a3204d1d93/61ce457e-a511-4171-bcfc-d976e4f07b2f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:22:42.565376 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-d0b10fd8-27d7-4138-828a-8607ae34ad3a service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419296 Mar 11 19:22:42.752713 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 74893e47-dca7-45ae-ad24-b926f0b7612c details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:22:42.767835 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b07a5-318d-4763-b7a1-8534c1b7941b req-c9dee68b-3c3a-4b34-aabc-451c507b17cc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.769709 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-354b07a5-318d-4763-b7a1-8534c1b7941b req-c9dee68b-3c3a-4b34-aabc-451c507b17cc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 943 time: 0.2264423 Mar 11 19:22:42.789217 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73302e3f-f6be-45e6-93de-0bb8070782f2 req-81c35333-5d35-4095-a30f-8715b6cf6eb8 service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017572 Mar 11 19:22:42.837730 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks [] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:42.853407 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-354b07a5-318d-4763-b7a1-8534c1b7941b req-009da20a-a037-40a2-b24e-fffac1a95429 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756028 Mar 11 19:22:42.862388 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 74893e47-dca7-45ae-ad24-b926f0b7612c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=74893e47-dca7-45ae-ad24-b926f0b7612c,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:42.879491 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'port_id': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'mac_address': 'fa:16:3e:bf:b7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:22:42.917168 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:42.918832 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 74893e47-dca7-45ae-ad24-b926f0b7612c is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:42.919067 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:42.925056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370606-6269-426c-a7ce-a2546839e83e req-b62521de-b6f4-444b-b168-481c21aa10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:42.927959 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-b62521de-b6f4-444b-b168-481c21aa10b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1128 time: 0.0725448 Mar 11 19:22:42.934292 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74893e47-dca7-45ae-ad24-b926f0b7612c {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:42.955200 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 74893e47-dca7-45ae-ad24-b926f0b7612c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=74893e47-dca7-45ae-ad24-b926f0b7612c,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:42.960712 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:42.995155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Network 42692e88-7431-43a6-a2bc-4d9871b060fa is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:22:43.008711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:22:43.015584 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:22:43.027788 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Pushing event updated for resources: {'Port': ['ID=61ce457e-a511-4171-bcfc-d976e4f07b2f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:43.028594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=74893e47-dca7-45ae-ad24-b926f0b7612c,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:43.142845 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.143441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:43.151324 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370606-6269-426c-a7ce-a2546839e83e req-47bb3735-699a-4e5c-ba95-ee65f6b7a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.152817 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-47bb3735-699a-4e5c-ba95-ee65f6b7a55c service neutron] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 916 time: 0.1981990 Mar 11 19:22:43.170281 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-cb00ce82-1154-483e-9cfe-fcc69b7a90b2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2044554 Mar 11 19:22:43.178290 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a9884-13b3-4210-bc9b-fa400202b291 req-d92492d1-eb07-4af6-bdab-1cba71435e05 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.179740 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-351a9884-13b3-4210-bc9b-fa400202b291 req-d92492d1-eb07-4af6-bdab-1cba71435e05 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 944 time: 0.1689372 Mar 11 19:22:43.190211 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Request body: {'port': {'device_id': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:43.247097 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-83a988d7-357f-4fea-98f1-22eb1380729a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 217 time: 0.0652294 Mar 11 19:22:43.263176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['74893e47-dca7-45ae-ad24-b926f0b7612c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:22:43.400040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:43.403414 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370606-6269-426c-a7ce-a2546839e83e req-989a4050-546e-4a47-9afc-291b3a54c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.405001 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-989a4050-546e-4a47-9afc-291b3a54c13b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.1389973 Mar 11 19:22:43.418824 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-351a9884-13b3-4210-bc9b-fa400202b291 req-8c5419ae-6eea-464d-9aea-42765b1ddd08 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240846 Mar 11 19:22:43.443434 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e3ca-fabf-46cb-9b64-2933ae2037f2 req-59963420-83e2-473e-9224-15b764d08869 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.445014 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0a33e3ca-fabf-46cb-9b64-2933ae2037f2 req-59963420-83e2-473e-9224-15b764d08869 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 932 time: 0.2159379 Mar 11 19:22:43.872395 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370606-6269-426c-a7ce-a2546839e83e req-5d1e4a3b-e918-4dfc-8f37-4aa4615b184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.873862 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-5d1e4a3b-e918-4dfc-8f37-4aa4615b184d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4541802 Mar 11 19:22:43.876997 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0a33e3ca-fabf-46cb-9b64-2933ae2037f2 req-3bcf036f-26a5-43ec-a5ab-a1ef2c242079 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140332 Mar 11 19:22:43.920748 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee5ff-3e4c-402d-9739-4e83fb616e99 req-ffa65dcb-e50d-4425-9c10-db580945f0d6 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:43.922293 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bd4ee5ff-3e4c-402d-9739-4e83fb616e99 req-ffa65dcb-e50d-4425-9c10-db580945f0d6 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.4337997 Mar 11 19:22:44.129988 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-ae4c0a01-5ba0-4fff-80ca-84e2c7f88dd3 service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457919 Mar 11 19:22:44.133686 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bd4ee5ff-3e4c-402d-9739-4e83fb616e99 req-9d8eeeb5-f7ff-421d-a45a-e6d14fe8681c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049422 Mar 11 19:22:44.193217 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f3b1c-9b59-4d29-b45d-fc405fd828d5 req-8df9a752-994b-4e4a-973a-f2100b8d1eb4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:44.194783 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b83f3b1c-9b59-4d29-b45d-fc405fd828d5 req-8df9a752-994b-4e4a-973a-f2100b8d1eb4 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 944 time: 0.2565687 Mar 11 19:22:44.330130 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ce457e-a511-4171-bcfc-d976e4f07b2f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:44.339671 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b83f3b1c-9b59-4d29-b45d-fc405fd828d5 req-73443131-076b-423d-bfe9-34d72456efb5 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374578 Mar 11 19:22:44.344273 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-51370606-6269-426c-a7ce-a2546839e83e req-f9a70f90-293a-4dcc-97bc-5dfe75b6b85a service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024148 Mar 11 19:22:44.346299 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Publish callbacks [] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.361335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Transition to ACTIVE for port object 61ce457e-a511-4171-bcfc-d976e4f07b2f will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:22:44.367442 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.429413 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Pushing event updated for resources: {'Port': ['ID=61ce457e-a511-4171-bcfc-d976e4f07b2f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:44.535827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Attempting to bind port 61ce457e-a511-4171-bcfc-d976e4f07b2f on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:22:44.536565 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Attempting to bind port 61ce457e-a511-4171-bcfc-d976e4f07b2f by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:22:44.537322 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Attempting to bind port 61ce457e-a511-4171-bcfc-d976e4f07b2f on network 42692e88-7431-43a6-a2bc-4d9871b060fa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:44.548846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Port 61ce457e-a511-4171-bcfc-d976e4f07b2f on network 42692e88-7431-43a6-a2bc-4d9871b060fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:22:44.549177 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Attempting to bind port 61ce457e-a511-4171-bcfc-d976e4f07b2f on network 42692e88-7431-43a6-a2bc-4d9871b060fa {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:22:44.557793 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:22:44.558135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Checking segment: {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:22:44.558518 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Bound using segment: {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:22:44.559066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Bound port: 61ce457e-a511-4171-bcfc-d976e4f07b2f, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b0e60e-d432-4dd9-a060-5d5e9d87298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:22:44.559442 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.586976 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4893671-0918-4a46-ab2c-13226d5cee6c req-06217965-385e-4b3e-9ada-faa72a0ddd5c tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:44.588537 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4893671-0918-4a46-ab2c-13226d5cee6c req-06217965-385e-4b3e-9ada-faa72a0ddd5c tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 944 time: 0.0930059 Mar 11 19:22:44.677973 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] For port 61ce457e-a511-4171-bcfc-d976e4f07b2f, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:22:44.682751 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4893671-0918-4a46-ab2c-13226d5cee6c req-4c1e789e-591f-4cf6-87de-60c369743c67 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748889 Mar 11 19:22:44.684375 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] For port 61ce457e-a511-4171-bcfc-d976e4f07b2f, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:22:44.690455 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.736342 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:44.736982 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.738493 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] 10.222.0.18 "PUT /v2.0/ports/61ce457e-a511-4171-bcfc-d976e4f07b2f HTTP/1.1" status: 200 len: 1094 time: 1.5578177 Mar 11 19:22:44.739082 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'tag': '61ce457e-a511-4171-bcfc-d976e4f07b2f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:44.741339 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0a2845-f23a-4bf5-aa49-41aad9d03122", "tag": "61ce457e-a511-4171-bcfc-d976e4f07b2f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:44.764137 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3feb0b92-f61b-4245-92e8-808e09f7589c details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:22:44.766067 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d638e-25cd-46e4-8dd2-304f35d31f74 service neutron] Pushing event updated for resources: {'Port': ['ID=61ce457e-a511-4171-bcfc-d976e4f07b2f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:44.775010 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 74893e47-dca7-45ae-ad24-b926f0b7612c up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:44.790379 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69536842-90a2-407b-96a9-00edce7c18cf x-openstack-request-id: req-69536842-90a2-407b-96a9-00edce7c18cf {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:44.790804 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0a2845-f23a-4bf5-aa49-41aad9d03122", "tag": "61ce457e-a511-4171-bcfc-d976e4f07b2f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:44.791065 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69536842-90a2-407b-96a9-00edce7c18cf {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:44.791533 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'tag': '61ce457e-a511-4171-bcfc-d976e4f07b2f', 'status': 'completed', 'code': 200} Mar 11 19:22:44.854871 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-48d84199-5acf-4d3e-bec5-43a8779327d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:44.856458 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-48d84199-5acf-4d3e-bec5-43a8779327d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b01e7d6b7c048718062bbd2b645deac&device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 1128 time: 0.0524597 Mar 11 19:22:44.877278 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 74893e47-dca7-45ae-ad24-b926f0b7612c completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:22:44.911470 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 74893e47-dca7-45ae-ad24-b926f0b7612c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:44.911852 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.916951 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-452e117b-ae12-4df2-966f-fa73f7d0bb1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f HTTP/1.1" status: 200 len: 217 time: 0.0440512 Mar 11 19:22:44.980042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:44.995007 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'port_id': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'mac_address': 'fa:16:3e:00:cd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:22:45.005781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b12a3f-e174-4384-b78b-625cff338be4 req-b7b3a0bc-e373-43f9-aa0d-6fba9ebf9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.007323 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-b7b3a0bc-e373-43f9-aa0d-6fba9ebf9bb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f01a98e5-ec41-4c69-9061-85a3204d1d93 HTTP/1.1" status: 200 len: 854 time: 0.0850234 Mar 11 19:22:45.046350 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-dfd4c236-ba6a-413c-ad00-a413e8aca2b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42692e88-7431-43a6-a2bc-4d9871b060fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315058 Mar 11 19:22:45.057993 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9583c-c6c5-424e-af75-77db0b6e25a2 req-460357f4-0d0b-4219-9146-65b263c370fd tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.059694 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-37d9583c-c6c5-424e-af75-77db0b6e25a2 req-460357f4-0d0b-4219-9146-65b263c370fd tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 944 time: 0.1000793 Mar 11 19:22:45.068108 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 3feb0b92-f61b-4245-92e8-808e09f7589c is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:45.068498 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:45.070332 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 74893e47-dca7-45ae-ad24-b926f0b7612c is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:45.070705 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:45.096608 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3feb0b92-f61b-4245-92e8-808e09f7589c {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:45.110299 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:45.112582 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b569a-bafc-4d96-b7fd-7749752f507d" -d '{"events": [{"server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "name": "network-vif-plugged", "status": "completed", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:45.134196 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 74893e47-dca7-45ae-ad24-b926f0b7612c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=74893e47-dca7-45ae-ad24-b926f0b7612c,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:45.140159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:45.149219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:45.170773 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:45.179943 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-37d9583c-c6c5-424e-af75-77db0b6e25a2 req-49cba3be-94c6-46ee-9b02-522eef6fa68e tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104169 Mar 11 19:22:45.203784 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-e6a31820-4bcc-4881-abcf-ca62eb667efd service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430881 Mar 11 19:22:45.210195 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=74893e47-dca7-45ae-ad24-b926f0b7612c,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:45.243673 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9834acb-a152-488b-b506-80faf5231251 x-openstack-request-id: req-e9834acb-a152-488b-b506-80faf5231251 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:45.243903 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "name": "network-vif-plugged", "status": "completed", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:45.244129 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9834acb-a152-488b-b506-80faf5231251 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:45.244688 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'code': 200} Mar 11 19:22:45.283003 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:45.376229 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80b12a3f-e174-4384-b78b-625cff338be4 req-ebdc3199-4453-419e-9169-c9a8d4035548 service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622379 Mar 11 19:22:45.390660 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1005b4-eedf-4340-9718-ca46913d5eae req-18fc5355-3d48-4ba1-86d3-97d9f9116ecb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.393899 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f1005b4-eedf-4340-9718-ca46913d5eae req-18fc5355-3d48-4ba1-86d3-97d9f9116ecb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0999100 Mar 11 19:22:45.520804 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3feb0b92-f61b-4245-92e8-808e09f7589c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:22:45.567802 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f1005b4-eedf-4340-9718-ca46913d5eae req-066b3f19-3d42-4cb6-ac1f-31da62aae6a6 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667905 Mar 11 19:22:45.579321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba530-7108-403e-b6b7-21552b666ea1 req-fff22542-0d28-41ed-8261-a0142b1ac28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.581599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a1eba530-7108-403e-b6b7-21552b666ea1 req-fff22542-0d28-41ed-8261-a0142b1ac28b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 1129 time: 0.1722298 Mar 11 19:22:45.606040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f36acb-fef0-4ed6-b9a4-d5e795358ddb req-fb2347d9-3668-4636-ac28-9717b25fda40 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.607576 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a0f36acb-fef0-4ed6-b9a4-d5e795358ddb req-fb2347d9-3668-4636-ac28-9717b25fda40 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.1792727 Mar 11 19:22:45.610840 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-78c452c8-58ab-4e55-8581-94058afca26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.612474 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-78c452c8-58ab-4e55-8581-94058afca26d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b01e7d6b7c048718062bbd2b645deac&device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 1128 time: 0.1514678 Mar 11 19:22:45.662571 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-e4b38b62-64c3-45a9-8749-725c7bfe8ec4 req-7ad55952-3172-4002-a083-b2deb76fe5d2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:22:45.663626 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e4b38b62-64c3-45a9-8749-725c7bfe8ec4 req-7ad55952-3172-4002-a083-b2deb76fe5d2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224206 Mar 11 19:22:45.708767 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a1eba530-7108-403e-b6b7-21552b666ea1 req-0117cba0-8af1-4c29-8ba0-cab1bb1b6b66 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164670 Mar 11 19:22:45.783013 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a0f36acb-fef0-4ed6-b9a4-d5e795358ddb req-8929e461-3d7d-4cbf-9e55-542a06a9edfa tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619852 Mar 11 19:22:45.870648 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-708f7f07-530d-4605-b343-033d1adeb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.872154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-708f7f07-530d-4605-b343-033d1adeb9a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 200 len: 915 time: 0.2469091 Mar 11 19:22:45.919308 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-bc5d37d5-4243-462c-82e1-b3addbe18299 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1525605 Mar 11 19:22:45.926911 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53a06-4d13-4cb9-a17f-0aa3d6382402 req-0e2dd3a9-dc60-44d8-bf13-2126434f61e1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.928888 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-29d53a06-4d13-4cb9-a17f-0aa3d6382402 req-0e2dd3a9-dc60-44d8-bf13-2126434f61e1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 945 time: 0.1503937 Mar 11 19:22:45.950574 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfa43f-7975-4b4b-8bae-ffdc0269dfa8 req-7437ae71-9ef8-4ab3-aed8-51d2b64dc385 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:45.952149 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4bfa43f-7975-4b4b-8bae-ffdc0269dfa8 req-7437ae71-9ef8-4ab3-aed8-51d2b64dc385 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1000767 Mar 11 19:22:46.071622 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-4be5da6a-d5a9-4630-a7ba-22e014a7a1ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f HTTP/1.1" status: 200 len: 217 time: 0.0693805 Mar 11 19:22:46.090743 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643215-77f2-4807-b858-e402c02ecbc7 req-31d6e2e7-3bd4-4734-9734-e26b4322fcbb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:46.092049 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-31d6e2e7-3bd4-4734-9734-e26b4322fcbb tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports/5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 943 time: 0.1389520 Mar 11 19:22:46.117875 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-29d53a06-4d13-4cb9-a17f-0aa3d6382402 req-0bd70154-3606-4353-8d7c-ed62b5a4932f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827867 Mar 11 19:22:46.147880 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4bfa43f-7975-4b4b-8bae-ffdc0269dfa8 req-81193609-8120-4a82-ba29-bed92a4761a7 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772640 Mar 11 19:22:46.165065 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-452f7fe7-5727-4091-9325-c70f64a316a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:46.166762 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-452f7fe7-5727-4091-9325-c70f64a316a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f01a98e5-ec41-4c69-9061-85a3204d1d93 HTTP/1.1" status: 200 len: 854 time: 0.0851665 Mar 11 19:22:46.202787 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-d0b84d5b-f500-4182-82f1-c9b18f46888d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42692e88-7431-43a6-a2bc-4d9871b060fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260096 Mar 11 19:22:46.348942 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-d26e130c-cb0c-4458-8b16-0dca46560dce service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331704 Mar 11 19:22:46.364490 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d9f4-be7f-4336-8cde-62d1e6a05519 req-dad2b47f-92fe-43a4-9a01-cfeebd48e289 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:46.366098 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c95d9f4-be7f-4336-8cde-62d1e6a05519 req-dad2b47f-92fe-43a4-9a01-cfeebd48e289 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 944 time: 0.0842631 Mar 11 19:22:46.474935 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c95d9f4-be7f-4336-8cde-62d1e6a05519 req-d11e4efe-76bc-4bc1-a114-bca10ee36ba0 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992939 Mar 11 19:22:46.491772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e2f12ac4-1ee6-4f8f-bc7c-96290720efa0 req-d77746ff-51cb-47ff-a895-5b70677dce08 service neutron] 10.222.0.18 "GET /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245513 Mar 11 19:22:46.774024 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3feb0b92-f61b-4245-92e8-808e09f7589c up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:46.828195 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 3feb0b92-f61b-4245-92e8-808e09f7589c completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:22:46.832990 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 3feb0b92-f61b-4245-92e8-808e09f7589c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:46.833304 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:46.920074 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c18c02-6eee-4bfc-9336-baef28890c01 req-f74a7870-1771-4464-9d40-60bfd175e629 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:46.922249 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d4c18c02-6eee-4bfc-9336-baef28890c01 req-f74a7870-1771-4464-9d40-60bfd175e629 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.0684850 Mar 11 19:22:46.928564 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 3feb0b92-f61b-4245-92e8-808e09f7589c is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:46.929357 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:46.969588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:46.974423 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:46.975275 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:22:46.981287 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d4c18c02-6eee-4bfc-9336-baef28890c01 req-3b0ad3e1-706a-4919-beb4-3013f301ff5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524409 Mar 11 19:22:47.056421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:47.103058 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:47.103334 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:47.143009 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:47.148289 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:47.213970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:47.245843 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}, {'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:47.248751 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ca64f-6b5b-45d8-9fc9-3460d901b7d6" -d '{"events": [{"server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "name": "network-vif-plugged", "status": "completed", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}, {"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-unplugged", "status": "completed", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:47.265309 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9220736-2498-4f68-b08d-42edea12ae11 req-4c6e2966-18e0-41b6-9e9e-6379e4097e46 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:47.266829 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b9220736-2498-4f68-b08d-42edea12ae11 req-4c6e2966-18e0-41b6-9e9e-6379e4097e46 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.0792348 Mar 11 19:22:47.345259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e9d5a-32e1-4a15-8e01-a3754b38e083 req-a931bbb8-6a2b-4c64-8e74-f02ef62385a5 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:47.346701 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-968e9d5a-32e1-4a15-8e01-a3754b38e083 req-a931bbb8-6a2b-4c64-8e74-f02ef62385a5 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.1009901 Mar 11 19:22:47.350751 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b9220736-2498-4f68-b08d-42edea12ae11 req-5aafd426-ea97-4661-9745-07e623792e70 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Mar 11 19:22:47.407267 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a1cfd-f9ba-4f1f-ab19-ebd467777a3b x-openstack-request-id: req-146a1cfd-f9ba-4f1f-ab19-ebd467777a3b {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:47.407588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "name": "network-vif-plugged", "status": "completed", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "code": 200}, {"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-unplugged", "status": "completed", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:47.408300 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-146a1cfd-f9ba-4f1f-ab19-ebd467777a3b {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:47.408759 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'code': 200} Mar 11 19:22:47.409098 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'code': 200} Mar 11 19:22:47.413386 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-968e9d5a-32e1-4a15-8e01-a3754b38e083 req-621ba255-4980-4a65-844c-bcf2e36cfbe1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603392 Mar 11 19:22:47.634491 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593472db-5007-48c4-8808-60bd18f6afee req-a3723b04-e486-4213-a264-67c5ad371a42 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:47.635973 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-593472db-5007-48c4-8808-60bd18f6afee req-a3723b04-e486-4213-a264-67c5ad371a42 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 944 time: 0.0816591 Mar 11 19:22:47.654929 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878b4f8-d827-4454-a89b-1c731481526e req-d33a2d5a-6c65-4426-98fb-cc99bc24a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:47.656377 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d878b4f8-d827-4454-a89b-1c731481526e req-d33a2d5a-6c65-4426-98fb-cc99bc24a469 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1130 time: 0.0736897 Mar 11 19:22:47.709188 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-593472db-5007-48c4-8808-60bd18f6afee req-578754f6-cb01-4780-a3a4-bef60f7ca8fa tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654371 Mar 11 19:22:47.761813 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d878b4f8-d827-4454-a89b-1c731481526e req-d39054c6-98b5-4dd0-8536-b9c79b855a99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920451 Mar 11 19:22:47.808632 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643215-77f2-4807-b858-e402c02ecbc7 req-2ef4c635-2aac-4323-b447-136ae489430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:47.810192 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-2ef4c635-2aac-4323-b447-136ae489430a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404&tenant_id=b866860832584d6e966645835c6f3a42 HTTP/1.1" status: 200 len: 1128 time: 0.0817940 Mar 11 19:22:48.089750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643215-77f2-4807-b858-e402c02ecbc7 req-0ee12ad2-5be7-461f-8caa-fd9dbf46b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.091293 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-0ee12ad2-5be7-461f-8caa-fd9dbf46b48e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1128 time: 0.0745826 Mar 11 19:22:48.380841 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a044c-605b-4d50-ba5f-eadb64bf40e8 req-3ff0ff2a-1bd3-4317-93d8-60db68c416ec tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.380841 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d27a044c-605b-4d50-ba5f-eadb64bf40e8 req-3ff0ff2a-1bd3-4317-93d8-60db68c416ec tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.3248639 Mar 11 19:22:48.501654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643215-77f2-4807-b858-e402c02ecbc7 req-67d8a55f-ff1b-4c7f-b793-68b178a58732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.503263 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-67d8a55f-ff1b-4c7f-b793-68b178a58732 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.4009032 Mar 11 19:22:48.509745 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d27a044c-605b-4d50-ba5f-eadb64bf40e8 req-812119e8-8e12-4e54-8a46-577e985745ee tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982928 Mar 11 19:22:48.585797 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df60fe7-83db-4649-a377-ef0a406e98cc req-2b92ce1c-8f3d-4a4f-9fe9-45b9f9d25f63 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.587357 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2df60fe7-83db-4649-a377-ef0a406e98cc req-2b92ce1c-8f3d-4a4f-9fe9-45b9f9d25f63 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.1577618 Mar 11 19:22:48.621076 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-9bba79db-1e0d-420e-ac95-4806f5a2a1d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 1000 time: 0.1064503 Mar 11 19:22:48.708413 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643215-77f2-4807-b858-e402c02ecbc7 req-65c97268-4072-422e-a833-f0de12ecc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.710028 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-65c97268-4072-422e-a833-f0de12ecc8aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0759480 Mar 11 19:22:48.717733 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2df60fe7-83db-4649-a377-ef0a406e98cc req-c9c6d72f-b4ad-4330-b06a-a184367892d2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247442 Mar 11 19:22:48.733464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e4f08-83b5-49c4-b550-357753761daa req-53e8bb52-4dfe-4981-901a-d4832dd18bf0 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.734973 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-315e4f08-83b5-49c4-b550-357753761daa req-53e8bb52-4dfe-4981-901a-d4832dd18bf0 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.1709073 Mar 11 19:22:48.790778 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 61ce457e-a511-4171-bcfc-d976e4f07b2f details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:22:48.842310 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643215-77f2-4807-b858-e402c02ecbc7 req-388c88c7-b1cf-482c-800c-a31c77564b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.843847 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-388c88c7-b1cf-482c-800c-a31c77564b56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244566 Mar 11 19:22:48.852954 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-315e4f08-83b5-49c4-b550-357753761daa req-1f1b638c-6ba5-48b0-9f8f-b8c808667c43 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977550 Mar 11 19:22:48.877441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bcae7-71d3-43d3-a7da-9d545c174704 req-51217d27-7aa6-4ba9-b5a3-3520b5a02b02 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:48.879078 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fb1bcae7-71d3-43d3-a7da-9d545c174704 req-51217d27-7aa6-4ba9-b5a3-3520b5a02b02 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.1038129 Mar 11 19:22:48.888836 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46824) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:22:48.894301 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Request body: {'floatingip': {'port_id': '74893e47-dca7-45ae-ad24-b926f0b7612c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:22:48.905519 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 61ce457e-a511-4171-bcfc-d976e4f07b2f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:48.918678 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '61ce457e-a511-4171-bcfc-d976e4f07b2f', 'network_id': '42692e88-7431-43a6-a2bc-4d9871b060fa', 'port_id': '61ce457e-a511-4171-bcfc-d976e4f07b2f', 'mac_address': 'fa:16:3e:11:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01a98e5-ec41-4c69-9061-85a3204d1d93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:22:48.937729 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (9a924ab7-893d-426e-bbf4-bd9006389f24), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:48.960330 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 61ce457e-a511-4171-bcfc-d976e4f07b2f is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:48.960778 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:48.976562 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ce457e-a511-4171-bcfc-d976e4f07b2f {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:48.997823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 61ce457e-a511-4171-bcfc-d976e4f07b2f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:49.002578 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:49.004294 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-81861732-abcf-451a-a4dc-56775cc22199 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467304 Mar 11 19:22:49.052894 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753773-693a-4f33-83e2-c4775c677c4c req-d4e70dac-a248-4143-8dcd-17adc0916d8e tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:49.054716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-91753773-693a-4f33-83e2-c4775c677c4c req-d4e70dac-a248-4143-8dcd-17adc0916d8e tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 944 time: 0.1169090 Mar 11 19:22:49.067045 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=61ce457e-a511-4171-bcfc-d976e4f07b2f,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:49.158622 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-91753773-693a-4f33-83e2-c4775c677c4c req-c9c10e25-fa3a-4fce-9362-c2b5d251c089 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981112 Mar 11 19:22:49.170510 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04643215-77f2-4807-b858-e402c02ecbc7 req-07f57b08-ab1a-4150-8668-a829e984a016 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554558 Mar 11 19:22:49.449431 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['61ce457e-a511-4171-bcfc-d976e4f07b2f'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:22:49.666000 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:49.669877 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (9a924ab7-893d-426e-bbf4-bd9006389f24), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:49.777766 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.l3_db [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Floating IP 9a924ab7-893d-426e-bbf4-bd9006389f24 associated. External IP: 172.27.2.182, port: 74893e47-dca7-45ae-ad24-b926f0b7612c. Mar 11 19:22:49.843246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bd2b1-d1e5-41b4-892a-a172ae1a03ea req-90443cb7-350c-4286-a819-d1f329f5d27d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:49.844768 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-784bd2b1-d1e5-41b4-892a-a172ae1a03ea req-90443cb7-350c-4286-a819-d1f329f5d27d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.0561543 Mar 11 19:22:49.899576 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-784bd2b1-d1e5-41b4-892a-a172ae1a03ea req-8a3fbe4b-3c09-45f5-9840-8e26ec24dc17 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Mar 11 19:22:50.016211 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43042a4-cde9-49dd-ac12-7e7731f5c2c3 req-046ac6da-f8a5-4fd9-9a68-ef4161c640b3 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.017969 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c43042a4-cde9-49dd-ac12-7e7731f5c2c3 req-046ac6da-f8a5-4fd9-9a68-ef4161c640b3 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0834196 Mar 11 19:22:50.022738 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:22:50.051927 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d69a2-4dc1-4bd6-abab-12e7a971a847 req-3d86836b-acb8-486d-a502-29d64d285e04 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.053456 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e85d69a2-4dc1-4bd6-abab-12e7a971a847 req-3d86836b-acb8-486d-a502-29d64d285e04 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.0841770 Mar 11 19:22:50.099491 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c43042a4-cde9-49dd-ac12-7e7731f5c2c3 req-c74c3ce7-121b-429a-96c5-30e564835e41 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751743 Mar 11 19:22:50.133981 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e85d69a2-4dc1-4bd6-abab-12e7a971a847 req-5ed28fbb-9698-49d6-8ed7-e82507aefda4 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693119 Mar 11 19:22:50.153888 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:22:50.153888 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:50.157879 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:22:50.177335 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:50.177981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:50.185005 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-aee7347f-9ddf-4f6b-a061-21d4d46fbaab tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "PUT /v2.0/floatingips/9a924ab7-893d-426e-bbf4-bd9006389f24 HTTP/1.1" status: 200 len: 991 time: 1.2944479 Mar 11 19:22:50.185715 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:50.188127 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d" -d '{"events": [{"name": "network-changed", "server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:50.293810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e482a4e-1efa-4e80-8280-cd9350da7802 req-2d2e3a80-a487-4f01-8e17-f649deecde8f tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.295411 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8e482a4e-1efa-4e80-8280-cd9350da7802 req-2d2e3a80-a487-4f01-8e17-f649deecde8f tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 945 time: 0.0588920 Mar 11 19:22:50.312496 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:50.365377 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8e482a4e-1efa-4e80-8280-cd9350da7802 req-f3aecf62-1b39-4817-a621-d668dce713fa tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631831 Mar 11 19:22:50.426199 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acec1af8-0393-48e2-8d2b-79c93a087f33 x-openstack-request-id: req-acec1af8-0393-48e2-8d2b-79c93a087f33 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:50.426664 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:50.426936 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acec1af8-0393-48e2-8d2b-79c93a087f33 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:50.427436 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'status': 'completed', 'code': 200} Mar 11 19:22:50.545273 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8c4ee-63bf-40c6-91bd-35c841523713 req-27b9bfcf-2340-44e7-bdbf-0ad6400a2323 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.547724 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-57c8c4ee-63bf-40c6-91bd-35c841523713 req-27b9bfcf-2340-44e7-bdbf-0ad6400a2323 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.1059644 Mar 11 19:22:50.551300 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-b979b0ab-9d5c-4ec8-8b53-acf5f7b0f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.552765 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-b979b0ab-9d5c-4ec8-8b53-acf5f7b0f15d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 1129 time: 0.0812912 Mar 11 19:22:50.574368 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '9a924ab7-893d-426e-bbf4-bd9006389f24', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'port_id': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'mac_address': 'fa:16:3e:bf:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:22:18Z', 'updated_at': '2022-03-11T19:22:49Z', 'revision_number': 1, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:50.602623 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:22:50.618492 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:22:50.619113 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:50.662393 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-57c8c4ee-63bf-40c6-91bd-35c841523713 req-8747970a-7e2d-4606-8e55-9eeae5f5bab7 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086626 Mar 11 19:22:50.683429 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-158ec1df-40d2-4507-bc1e-916058186d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.684987 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-158ec1df-40d2-4507-bc1e-916058186d0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 200 len: 912 time: 0.1242185 Mar 11 19:22:50.781707 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-f3265010-aade-4343-a8b0-35d1fd0c5a52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74893e47-dca7-45ae-ad24-b926f0b7612c HTTP/1.1" status: 200 len: 999 time: 0.0886486 Mar 11 19:22:50.845375 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-aca94c8e-2759-435b-b2df-921c897d5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.846874 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-aca94c8e-2759-435b-b2df-921c897d5c7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 200 len: 850 time: 0.0573454 Mar 11 19:22:50.861819 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 61ce457e-a511-4171-bcfc-d976e4f07b2f up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:50.909627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-0d794f11-18ba-4e75-808a-e406ce453d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:50.912844 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-0d794f11-18ba-4e75-808a-e406ce453d8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1310714a-4acb-4f09-b4aa-7a22c2293633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588002 Mar 11 19:22:50.926209 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:22:50.986720 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 61ce457e-a511-4171-bcfc-d976e4f07b2f completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:22:51.029273 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 61ce457e-a511-4171-bcfc-d976e4f07b2f triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:51.029683 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:51.041528 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-2ac87fba-a784-4f62-93cb-a2d15bd65f3f service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196330 Mar 11 19:22:51.142653 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c0b49de8-7ec5-4b70-83d8-ddb553c4536d req-485b1cba-b97c-466a-b8b0-eea8683a1699 service neutron] 10.222.0.18 "GET /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937409 Mar 11 19:22:51.211255 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 61ce457e-a511-4171-bcfc-d976e4f07b2f is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:51.211878 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:51.241736 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ecfc4-0956-40a6-b534-5a8efcaebf34 req-b0f4829d-c96f-49a1-b92c-9d982656304e tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:51.243220 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-663ecfc4-0956-40a6-b534-5a8efcaebf34 req-b0f4829d-c96f-49a1-b92c-9d982656304e tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0600836 Mar 11 19:22:51.267569 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ce457e-a511-4171-bcfc-d976e4f07b2f'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:51.270081 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60235cc-5400-4f92-a1c0-b9842d623ef4" -d '{"events": [{"server_uuid": "ee0a2845-f23a-4bf5-aa49-41aad9d03122", "name": "network-vif-plugged", "status": "completed", "tag": "61ce457e-a511-4171-bcfc-d976e4f07b2f"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:51.291109 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 61ce457e-a511-4171-bcfc-d976e4f07b2f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:51.296150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:51.302116 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-663ecfc4-0956-40a6-b534-5a8efcaebf34 req-2b7f8503-8587-44d5-a3e0-0661d259bba1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524127 Mar 11 19:22:51.322598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee657fe-8e94-4f84-9371-f377cf30cdd6 x-openstack-request-id: req-7ee657fe-8e94-4f84-9371-f377cf30cdd6 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:51.322895 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0a2845-f23a-4bf5-aa49-41aad9d03122", "name": "network-vif-plugged", "status": "completed", "tag": "61ce457e-a511-4171-bcfc-d976e4f07b2f", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:51.323153 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ee657fe-8e94-4f84-9371-f377cf30cdd6 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:51.323576 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ce457e-a511-4171-bcfc-d976e4f07b2f', 'code': 200} Mar 11 19:22:51.344647 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '9a924ab7-893d-426e-bbf4-bd9006389f24', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'port_id': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'mac_address': 'fa:16:3e:bf:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:22:18Z', 'updated_at': '2022-03-11T19:22:49Z', 'revision_number': 1, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:22:51.384669 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219b586-f0dd-4dfb-98c1-b99abbef0124 None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '9a924ab7-893d-426e-bbf4-bd9006389f24', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'port_id': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'mac_address': 'fa:16:3e:bf:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:22:18Z', 'updated_at': '2022-03-11T19:22:49Z', 'revision_number': 1, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:22:51.387327 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=61ce457e-a511-4171-bcfc-d976e4f07b2f,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:51.514398 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf92b7a-1e07-4897-b6b9-d5a9aba0aae3 req-aa6cd205-8609-4ebc-ab5f-19cd48acc72c tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:51.515839 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0bf92b7a-1e07-4897-b6b9-d5a9aba0aae3 req-aa6cd205-8609-4ebc-ab5f-19cd48acc72c tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0696805 Mar 11 19:22:51.587217 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891744c6-4a50-4602-a3ce-5c486881a465 req-f83d9635-52ed-4f4a-b31b-938ec3ee3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:51.588853 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-891744c6-4a50-4602-a3ce-5c486881a465 req-f83d9635-52ed-4f4a-b31b-938ec3ee3c40 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 1130 time: 0.0910347 Mar 11 19:22:51.596855 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0bf92b7a-1e07-4897-b6b9-d5a9aba0aae3 req-48160516-1cdf-4905-a83a-61d7938da7d9 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658417 Mar 11 19:22:51.642872 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390f3ac-a7bb-41d4-9dbe-14c997ad4cd2 None None] New status for floating IP 9a924ab7-893d-426e-bbf4-bd9006389f24: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:22:51.645297 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-891744c6-4a50-4602-a3ce-5c486881a465 req-00efdcf0-042c-49a2-b17d-3134859432f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Mar 11 19:22:52.446029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd732f-b560-4db8-9c6c-8ca8968c9046 req-7136bfd4-4f33-4fa4-86cf-44c8679a9e35 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:52.447648 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19cd732f-b560-4db8-9c6c-8ca8968c9046 req-7136bfd4-4f33-4fa4-86cf-44c8679a9e35 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0630105 Mar 11 19:22:52.499848 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19cd732f-b560-4db8-9c6c-8ca8968c9046 req-6234b7db-a904-4ca3-80f8-fdbd13112d71 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462928 Mar 11 19:22:52.728961 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812d894-78c4-4a38-9a82-3aef57dd2843 req-6f38d8d9-fa9a-462a-abf1-10cfb86386cc tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:52.730486 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5812d894-78c4-4a38-9a82-3aef57dd2843 req-6f38d8d9-fa9a-462a-abf1-10cfb86386cc tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0560832 Mar 11 19:22:52.789108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5812d894-78c4-4a38-9a82-3aef57dd2843 req-2b7053c5-6d1e-413e-a4bf-0f7e2cc72c9d tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Mar 11 19:22:53.638683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f165d-33cf-4cb3-8fed-c89db9f1b638 req-a5c1802b-0bba-4cf4-9ce0-4f04912fa877 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:53.644605 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9f8f165d-33cf-4cb3-8fed-c89db9f1b638 req-a5c1802b-0bba-4cf4-9ce0-4f04912fa877 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0647957 Mar 11 19:22:53.704608 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9f8f165d-33cf-4cb3-8fed-c89db9f1b638 req-cd1c8811-4a7a-4f71-9d4d-01475d48bc27 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570657 Mar 11 19:22:54.075632 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23cdb-4ac4-4b25-bb30-f765bf67135d req-64dab43e-01c9-44f4-bc82-a4a68a9fe490 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:54.077055 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2e23cdb-4ac4-4b25-bb30-f765bf67135d req-64dab43e-01c9-44f4-bc82-a4a68a9fe490 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0627446 Mar 11 19:22:54.133911 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2e23cdb-4ac4-4b25-bb30-f765bf67135d req-28a115ca-7176-46a5-a2b0-77ea1b390c37 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506432 Mar 11 19:22:54.825886 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1ecb6-89b2-424b-a3b4-0c03694f850b req-90054ca3-b9a8-442b-a3ea-59e70e835acf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:54.827443 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73e1ecb6-89b2-424b-a3b4-0c03694f850b req-90054ca3-b9a8-442b-a3ea-59e70e835acf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0569060 Mar 11 19:22:54.877013 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-73e1ecb6-89b2-424b-a3b4-0c03694f850b req-3195f4a1-bd61-4c80-a14f-73a7244a9e01 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Mar 11 19:22:56.109433 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f569930-7aaa-406e-9403-b94c0dfe403e req-620a2900-72a5-45f2-beb0-dc24f3419dcd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:56.110921 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0f569930-7aaa-406e-9403-b94c0dfe403e req-620a2900-72a5-45f2-beb0-dc24f3419dcd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 944 time: 0.0530658 Mar 11 19:22:56.161081 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0f569930-7aaa-406e-9403-b94c0dfe403e req-df1d9ed6-f2e2-48db-9b72-1868df173d8d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Mar 11 19:22:56.839254 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:22:56.944122 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:56.954870 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'port_id': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'mac_address': 'fa:16:3e:b3:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:22:56.994400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:56.994698 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:57.007775 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:22:57.033280 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:57.038123 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:57.089990 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:57.281135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d082c-4a57-4a96-b0f6-5c17adcbe8cb req-d6d29c98-0650-46f0-915c-694fb3827627 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:57.282611 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-680d082c-4a57-4a96-b0f6-5c17adcbe8cb req-d6d29c98-0650-46f0-915c-694fb3827627 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 945 time: 0.0538204 Mar 11 19:22:57.337651 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-680d082c-4a57-4a96-b0f6-5c17adcbe8cb req-58062022-197d-449b-984b-f280cc58fbe1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488939 Mar 11 19:22:57.486249 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:22:58.458883 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf08db-17ee-4c32-9ece-03680a3003bf req-a5915f00-b5bb-475f-b7f3-4ce571c0901a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:58.460336 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-34bf08db-17ee-4c32-9ece-03680a3003bf req-a5915f00-b5bb-475f-b7f3-4ce571c0901a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 945 time: 0.0559113 Mar 11 19:22:58.510333 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-34bf08db-17ee-4c32-9ece-03680a3003bf req-208bd6e5-492a-46ea-a748-8e9ae2daa55a tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Mar 11 19:22:58.859303 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:22:58.911929 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:22:58.912203 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:58.996857 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:22:58.997256 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:59.020598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:22:59.023004 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e8088-0fe5-4288-abec-1d7f007e79fd" -d '{"events": [{"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-plugged", "status": "completed", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:22:59.036420 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:22:59.040884 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:59.065848 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89102a4f-183b-4524-9533-aa15040ba6f0 x-openstack-request-id: req-89102a4f-183b-4524-9533-aa15040ba6f0 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:22:59.066150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-plugged", "status": "completed", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:22:59.066406 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89102a4f-183b-4524-9533-aa15040ba6f0 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:22:59.066795 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'code': 200} Mar 11 19:22:59.093594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=8']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:22:59.102401 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.102751 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.103101 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.103447 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.103786 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.104679 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.105052 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.105385 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.105791 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.106137 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.106469 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.106985 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.107320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:22:59.406069 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98bf2-76bc-4988-a7aa-1167648351a2 req-62340a72-b886-4619-8682-44e64b5d24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:59.407589 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5bb98bf2-76bc-4988-a7aa-1167648351a2 req-62340a72-b886-4619-8682-44e64b5d24f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.0495219 Mar 11 19:22:59.473527 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5bb98bf2-76bc-4988-a7aa-1167648351a2 req-3715af02-92a8-43e4-8894-30a9f1831495 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461280 Mar 11 19:22:59.637294 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa2dc-9abc-4554-a9f2-a45082045b98 req-6452824e-7346-4fb7-92fc-675fc32929e1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:22:59.638995 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ab2fa2dc-9abc-4554-a9f2-a45082045b98 req-6452824e-7346-4fb7-92fc-675fc32929e1 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0595317 Mar 11 19:22:59.691087 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ab2fa2dc-9abc-4554-a9f2-a45082045b98 req-ee059240-2cfb-4ea0-9a43-73b3151f8919 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449116 Mar 11 19:23:00.208822 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82473171-d20b-4078-9e8c-5d4bb4103c0f req-914f2ff2-16e0-4fe8-9823-9736c6f84a12 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:00.210337 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-82473171-d20b-4078-9e8c-5d4bb4103c0f req-914f2ff2-16e0-4fe8-9823-9736c6f84a12 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.0556746 Mar 11 19:23:00.261763 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-82473171-d20b-4078-9e8c-5d4bb4103c0f req-8af4678a-b5c3-4af4-810a-8de3e7c2b900 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Mar 11 19:23:00.285211 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:00.377324 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31acdf-5c6a-4cc8-802b-0c2b01fe4aa9 tempest-TestMinimumBasicScenario-504167148 tempest-TestMinimumBasicScenario-504167148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:00.379607 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-9b31acdf-5c6a-4cc8-802b-0c2b01fe4aa9 tempest-TestMinimumBasicScenario-504167148 tempest-TestMinimumBasicScenario-504167148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1125 time: 0.0932593 Mar 11 19:23:00.382502 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46944) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:00.386927 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'port_id': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:00.410964 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:00.516550 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:00.636015 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Allocated IP 172.27.2.188 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:23:00.752059 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:00.794295 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:00.826140 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e453-03db-4907-b841-095bc4c23d56 req-d18b5867-5de5-4510-a737-49794ff88890 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:00.827725 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9428e453-03db-4907-b841-095bc4c23d56 req-d18b5867-5de5-4510-a737-49794ff88890 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0671985 Mar 11 19:23:00.841701 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:23:00.849719 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:23:00.853281 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:23:00.859173 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'Port': ['ID=d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:00.885357 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9428e453-03db-4907-b841-095bc4c23d56 req-56a6fc79-2bb5-4dee-a361-829b10d83540 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502911 Mar 11 19:23:01.241318 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for floatingip (afe3101c-186f-4f75-94a8-c68c084e87dd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:01.318290 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:01.471987 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:01.476583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:01.550519 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'Port': ['ID=d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:01.560420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (afe3101c-186f-4f75-94a8-c68c084e87dd), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:01.667611 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.l3_db [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Floating IP afe3101c-186f-4f75-94a8-c68c084e87dd associated. External IP: 172.27.2.188, port: 3feb0b92-f61b-4245-92e8-808e09f7589c. Mar 11 19:23:01.893064 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Router 839955b7-611a-4d67-81bd-099829c053f3 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:23:02.013753 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:23:02.025588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] Sync routers for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:23:02.026147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c52e9-0c8a-48d1-a6c7-384a35a1499f req-a9f7975a-e0c2-4fe7-948e-a52824537f96 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:02.028156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-461c52e9-0c8a-48d1-a6c7-384a35a1499f req-a9f7975a-e0c2-4fe7-948e-a52824537f96 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0586553 Mar 11 19:23:02.037421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:23:02.037707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.038324 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:02.086094 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-545a990c-df07-4384-99af-0041aa6fbfb1 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7024162 Mar 11 19:23:02.086990 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}] {{(pid=103353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:23:02.089430 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c38d467dc2d1dbfc03f11187b88689dc33ae514ec0338839ef1ce34e49fcb2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b801324-4cbb-4ada-af49-52a843d69307" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}]}' {{(pid=103353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:23:02.091026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-461c52e9-0c8a-48d1-a6c7-384a35a1499f req-2a13c4b0-66e7-4035-a000-f0d3e164131c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561023 Mar 11 19:23:02.091556 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46956) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:02.096265 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561648350', 'description': 'tempest-secgroup-smoke-561648350 description', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:02.120207 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.149676 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89376ed2-7532-4544-81f8-447515a49358 x-openstack-request-id: req-89376ed2-7532-4544-81f8-447515a49358 {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:23:02.149676 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "status": "completed", "code": 200}]} {{(pid=103353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:23:02.149951 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89376ed2-7532-4544-81f8-447515a49358 {{(pid=103353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:23:02.150342 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'status': 'completed', 'code': 200} Mar 11 19:23:02.159972 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:23:02.225552 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group (6346f7e8-6adc-47dc-9720-598d369b2599), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.233405 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6346f7e8-6adc-47dc-9720-598d369b2599), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.275957 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.277375 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1847990 Mar 11 19:23:02.280781 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46962) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:02.281400 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e2620-4b54-4b36-9df8-14d50a52f51e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6346f7e8-6adc-47dc-9720-598d369b2599,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:02.291565 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b801324-4cbb-4ada-af49-52a843d69307 req-e48dd704-b366-4f32-a608-314ab9f3fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:02.293135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-e48dd704-b366-4f32-a608-314ab9f3fa0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1130 time: 0.1037002 Mar 11 19:23:02.295663 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group_rule': {'security_group_id': '6346f7e8-6adc-47dc-9720-598d369b2599', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:02.325216 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (f84f45f4-2f54-4118-8fc7-2729eef18c10), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.397207 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (f84f45f4-2f54-4118-8fc7-2729eef18c10), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.401677 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b801324-4cbb-4ada-af49-52a843d69307 req-3f3b3bf3-5f75-46d0-bbfb-bc59d571d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:02.402654 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (f84f45f4-2f54-4118-8fc7-2729eef18c10), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.403215 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-3f3b3bf3-5f75-46d0-bbfb-bc59d571d8b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 916 time: 0.1030104 Mar 11 19:23:02.432683 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84f45f4-2f54-4118-8fc7-2729eef18c10,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:02.442400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'afe3101c-186f-4f75-94a8-c68c084e87dd', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '839955b7-611a-4d67-81bd-099829c053f3', 'port_id': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'mac_address': 'fa:16:3e:00:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:23:01Z', 'updated_at': '2022-03-11T19:23:01Z', 'revision_number': 0, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:06Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:02.442674 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.446524 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8d83fcb9-0a6c-4089-8036-849c08d63009 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623600 Mar 11 19:23:02.446687 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46964) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:02.452174 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group_rule': {'security_group_id': '6346f7e8-6adc-47dc-9720-598d369b2599', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:02.473342 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] Checking router: 839955b7-611a-4d67-81bd-099829c053f3 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:23:02.483145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:23:02.483914 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:22:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:02.484303 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (0740efd4-2779-4faa-83b7-52ca8b246b16), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.493012 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-42f419de-56a1-41a2-9397-c6cac98790fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 1000 time: 0.0710247 Mar 11 19:23:02.545368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (0740efd4-2779-4faa-83b7-52ca8b246b16), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.550539 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (0740efd4-2779-4faa-83b7-52ca8b246b16), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.567181 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b801324-4cbb-4ada-af49-52a843d69307 req-9c9f3e18-154f-4420-ba2f-250d27e242f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:02.569019 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-9c9f3e18-154f-4420-ba2f-250d27e242f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.0567181 Mar 11 19:23:02.569943 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0740efd4-2779-4faa-83b7-52ca8b246b16,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:02.581698 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.583984 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-b9b3c183-b0a6-4b50-be37-837970cd6ee2 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360130 Mar 11 19:23:02.586786 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:02.591764 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group_rule': {'security_group_id': '6346f7e8-6adc-47dc-9720-598d369b2599', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:02.605428 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:23:02.619334 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (91334f8a-acaf-4f4d-bf15-952308011667), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.634041 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b801324-4cbb-4ada-af49-52a843d69307 req-5e5a77cc-fe0f-4774-8c7a-06c36dab38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:02.635620 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-5e5a77cc-fe0f-4774-8c7a-06c36dab38f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540910 Mar 11 19:23:02.692441 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (91334f8a-acaf-4f4d-bf15-952308011667), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.697429 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (91334f8a-acaf-4f4d-bf15-952308011667), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.717926 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91334f8a-acaf-4f4d-bf15-952308011667,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:02.729144 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.730970 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d169a631-72a9-4527-8e5e-79ff0532dfb5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428339 Mar 11 19:23:02.733827 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46968) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:02.739802 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group_rule': {'security_group_id': '6346f7e8-6adc-47dc-9720-598d369b2599', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:02.746695 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-2cdf0996-13b8-48a6-a35d-9cf801db8d0c service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999367 Mar 11 19:23:02.763985 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (f700f2d2-00b5-4191-8b5e-584a7923c1a5), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.832068 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (f700f2d2-00b5-4191-8b5e-584a7923c1a5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.845891 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (f700f2d2-00b5-4191-8b5e-584a7923c1a5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.856357 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'afe3101c-186f-4f75-94a8-c68c084e87dd', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '839955b7-611a-4d67-81bd-099829c053f3', 'port_id': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'mac_address': 'fa:16:3e:00:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:23:01Z', 'updated_at': '2022-03-11T19:23:01Z', 'revision_number': 0, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:06Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:02.865486 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f700f2d2-00b5-4191-8b5e-584a7923c1a5,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:02.874917 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.876332 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-f4ce4eec-c053-4426-aa4e-91cad9ed7592 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414127 Mar 11 19:23:02.879754 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 46970) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:02.887206 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group_rule': {'security_group_id': '6346f7e8-6adc-47dc-9720-598d369b2599', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:02.889415 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9bd11-fb94-436f-88ab-5261cc2af629 None None] The sync data for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi is: [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': 'afe3101c-186f-4f75-94a8-c68c084e87dd', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '839955b7-611a-4d67-81bd-099829c053f3', 'port_id': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'mac_address': 'fa:16:3e:00:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:23:01Z', 'updated_at': '2022-03-11T19:23:01Z', 'revision_number': 0, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:06Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:23:02.902233 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b801324-4cbb-4ada-af49-52a843d69307 req-6f3b3f33-f5b6-479a-b505-3c47b81f27ec service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286411 Mar 11 19:23:02.916255 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.securitygroups_db [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Project 1d45e99191e84c4786fa3f88b9aefa31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:23:02.922496 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (9b19b412-954b-4720-beb9-5b952616d1f6), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.986485 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (9b19b412-954b-4720-beb9-5b952616d1f6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:02.990487 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (9b19b412-954b-4720-beb9-5b952616d1f6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.013387 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b19b412-954b-4720-beb9-5b952616d1f6,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:03.021447 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.022647 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e0002d28-d7dc-434d-9322-5c10e2ff1bbc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422839 Mar 11 19:23:03.025878 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 46974) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:03.030565 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'security_group_rule': {'security_group_id': '6346f7e8-6adc-47dc-9720-598d369b2599', 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:03.054574 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Project 1d45e99191e84c4786fa3f88b9aefa31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:23:03.059994 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (97c19567-d30e-44a9-ab15-10b785653f68), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.118301 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7981c21c-dc42-4fc1-9ef3-fd01f6f58203 None None] New status for floating IP afe3101c-186f-4f75-94a8-c68c084e87dd: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:23:03.127176 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (97c19567-d30e-44a9-ab15-10b785653f68), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.131621 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (97c19567-d30e-44a9-ab15-10b785653f68), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.151083 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c19567-d30e-44a9-ab15-10b785653f68,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:03.160291 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.161641 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e28cd237-5f22-45a1-b059-d5fe6434125e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347651 Mar 11 19:23:03.251856 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-550ab859-29ad-4388-bc54-04503badd529 req-33e56672-4196-43f6-bee5-39221139155c tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561648350&fields=id&tenant_id=1d45e99191e84c4786fa3f88b9aefa31 HTTP/1.1" status: 200 len: 267 time: 0.0427244 Mar 11 19:23:03.321741 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab859-29ad-4388-bc54-04503badd529 req-d3a61e70-d621-462b-9c9c-80df54c7bf1e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:03.323226 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-550ab859-29ad-4388-bc54-04503badd529 req-d3a61e70-d621-462b-9c9c-80df54c7bf1e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.0623562 Mar 11 19:23:03.334403 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'port': {'security_groups': ['63ce244f-69ba-41ee-9cf6-8d145a71e3f9', '6346f7e8-6adc-47dc-9720-598d369b2599']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:23:03.406148 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.600268 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:23:03.637994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.642968 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.661369 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3feb0b92-f61b-4245-92e8-808e09f7589c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:23:03.685776 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:03.686274 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:03.687661 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-550ab859-29ad-4388-bc54-04503badd529 req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "PUT /v2.0/ports/3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 982 time: 0.3582852 Mar 11 19:23:03.688109 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:23:03.691010 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d61404-c61f-4a5e-9999-c1344b1d5a85" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:23:03.720085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd6e46-6df6-4d75-8537-f261f444f936 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=6']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:03.773922 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd0dc07-f866-4b2a-9fbb-8b71db1c4b3f x-openstack-request-id: req-1bd0dc07-f866-4b2a-9fbb-8b71db1c4b3f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:23:03.774652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:23:03.774817 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bd0dc07-f866-4b2a-9fbb-8b71db1c4b3f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:23:03.775293 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'status': 'completed', 'code': 200} Mar 11 19:23:03.874842 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3feb0b92-f61b-4245-92e8-808e09f7589c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:23:03.875173 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ed76d-98c9-4d21-8c09-b5e6d86aba86 req-04f93ce9-cd2a-4aae-8ce1-9bca647e164e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:03.877101 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dd8ed76d-98c9-4d21-8c09-b5e6d86aba86 req-04f93ce9-cd2a-4aae-8ce1-9bca647e164e tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0930893 Mar 11 19:23:03.914886 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-dcff8781-696f-4a6d-bec3-35e15e2eb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:03.916345 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-dcff8781-696f-4a6d-bec3-35e15e2eb3f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1169 time: 0.0831959 Mar 11 19:23:03.954205 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dd8ed76d-98c9-4d21-8c09-b5e6d86aba86 req-5adee35f-39d6-4128-ae94-54de5c77cbf4 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668757 Mar 11 19:23:04.025410 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-0211b419-512f-4349-a648-f06651e8f2a1 None None] Provisioning complete for port 3feb0b92-f61b-4245-92e8-808e09f7589c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:23:04.025787 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0211b419-512f-4349-a648-f06651e8f2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:04.062270 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-b4fcc364-c578-42b0-b4a4-4226cbd1c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:04.063856 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-b4fcc364-c578-42b0-b4a4-4226cbd1c98e service neutron] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 916 time: 0.1098559 Mar 11 19:23:04.143889 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-70b0702d-f55a-4890-95bb-c03144790c7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 1002 time: 0.0680046 Mar 11 19:23:04.202923 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-76eab389-4957-426c-ac70-9258ac58b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:04.204326 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-76eab389-4957-426c-ac70-9258ac58b4a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.0468888 Mar 11 19:23:04.269392 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-24d49762-da13-4c3a-bb27-ad8e4167f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:04.270894 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-24d49762-da13-4c3a-bb27-ad8e4167f3b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552373 Mar 11 19:23:04.367183 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0211b419-512f-4349-a648-f06651e8f2a1 None None] Current status of the port 3feb0b92-f61b-4245-92e8-808e09f7589c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:23:04.380204 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-112bc2dc-66dd-4924-a5bd-44375132f1f2 service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983055 Mar 11 19:23:04.475012 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-76d61404-c61f-4a5e-9999-c1344b1d5a85 req-54922cba-95c4-4c67-8a97-f2ece11c607e service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Mar 11 19:23:04.658534 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6696-d9eb-46c8-8af5-6d37ca3b22af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:05.401925 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:05.885166 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:23:06.958823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-464e9afd-bf0a-4154-81e1-618d72ab855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:08.765261 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:10.353553 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:11.712835 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:19.256774 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e66b1-5e44-4261-ae9d-072c6b9b1d15 req-e0099b57-c255-40f4-ba20-ab3eff4470ff tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:19.258471 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9f1e66b1-5e44-4261-ae9d-072c6b9b1d15 req-e0099b57-c255-40f4-ba20-ab3eff4470ff tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0554910 Mar 11 19:23:19.311500 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9f1e66b1-5e44-4261-ae9d-072c6b9b1d15 req-5dc13c33-101a-4991-a732-6a37864c6ed3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473773 Mar 11 19:23:20.452964 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4bf83-08dd-4cf1-b178-770eb51cde89 req-9a7db83a-2975-40cb-8f54-a6317d6b6015 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:20.455370 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-31a4bf83-08dd-4cf1-b178-770eb51cde89 req-9a7db83a-2975-40cb-8f54-a6317d6b6015 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0614703 Mar 11 19:23:20.511352 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-31a4bf83-08dd-4cf1-b178-770eb51cde89 req-91937eee-2957-481c-a71d-664e7a9bdc07 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495174 Mar 11 19:23:21.655013 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ace0e0-9207-4b75-882f-07983010c6e6 req-1086a504-e2a5-4e42-97b5-27942cb3554b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:21.656631 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-34ace0e0-9207-4b75-882f-07983010c6e6 req-1086a504-e2a5-4e42-97b5-27942cb3554b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0674961 Mar 11 19:23:21.703557 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-34ace0e0-9207-4b75-882f-07983010c6e6 req-64a364ad-a62f-45ad-84db-cce3173d89a4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398531 Mar 11 19:23:22.659286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2847a1-7fc7-403b-9bdb-04e466a84f2e req-aef4b024-aaa6-4047-aca6-940b1846202b tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:22.660884 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e2847a1-7fc7-403b-9bdb-04e466a84f2e req-aef4b024-aaa6-4047-aca6-940b1846202b tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0612056 Mar 11 19:23:22.710251 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e2847a1-7fc7-403b-9bdb-04e466a84f2e req-13bfa169-58ed-4b22-aa58-75e4d658adb2 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Mar 11 19:23:22.834276 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2c6c8-061f-4a7b-895e-61d14c50adc0 req-f5fb9eda-fc1a-4033-8d6b-a843b0dcc214 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:22.835797 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-00c2c6c8-061f-4a7b-895e-61d14c50adc0 req-f5fb9eda-fc1a-4033-8d6b-a843b0dcc214 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0543203 Mar 11 19:23:22.884912 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-00c2c6c8-061f-4a7b-895e-61d14c50adc0 req-56291979-7c4e-4c55-9a2a-6a8178cbe6d9 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434742 Mar 11 19:23:23.834734 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8aa66-db35-45d5-a96d-973016f1370d req-3cfd2a88-edbe-4c76-9239-bae7ff710169 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:23.836230 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c6e8aa66-db35-45d5-a96d-973016f1370d req-3cfd2a88-edbe-4c76-9239-bae7ff710169 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0557971 Mar 11 19:23:23.890141 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c6e8aa66-db35-45d5-a96d-973016f1370d req-bf4641e9-b97e-496b-a9b8-1aa6e1304a26 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Mar 11 19:23:24.011306 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421789e3-63cf-4d56-99f6-a062e45758ea req-056689a2-b698-46f5-9e04-b8c27454a99c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:24.012683 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-421789e3-63cf-4d56-99f6-a062e45758ea req-056689a2-b698-46f5-9e04-b8c27454a99c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0532532 Mar 11 19:23:24.059513 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-421789e3-63cf-4d56-99f6-a062e45758ea req-6c9cc941-baec-4928-8ee7-14edcd7539ab tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Mar 11 19:23:25.024869 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8472-387b-4026-a00e-1eb651f8d5d5 req-e7b4a4bd-b4e2-4d42-884e-9e747846be60 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:25.026336 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-183e8472-387b-4026-a00e-1eb651f8d5d5 req-e7b4a4bd-b4e2-4d42-884e-9e747846be60 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0615401 Mar 11 19:23:25.075817 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-183e8472-387b-4026-a00e-1eb651f8d5d5 req-51b1bfa2-9eeb-46ba-8e7b-bf4da896aaf1 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/security-groups?id=e10eb80d-638d-44d7-af78-3b55b6d0c6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Mar 11 19:23:25.184155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3681b-3f44-4d77-b777-fcb8f590bacc req-930e776b-d8dc-4db4-af81-ee603353ce10 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:25.185546 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bad3681b-3f44-4d77-b777-fcb8f590bacc req-930e776b-d8dc-4db4-af81-ee603353ce10 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0534532 Mar 11 19:23:25.235096 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bad3681b-3f44-4d77-b777-fcb8f590bacc req-79ec9dfe-ca4c-47fe-80dd-dfda5e0e9bc1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Mar 11 19:23:25.578264 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-ffce27de-9cd2-4bcd-b07f-2e56389f3502 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:25.579713 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-ffce27de-9cd2-4bcd-b07f-2e56389f3502 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 946 time: 0.0560651 Mar 11 19:23:25.692191 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Deleting port 61ce457e-a511-4171-bcfc-d976e4f07b2f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:23:25.692527 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:25.784424 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] For port 61ce457e-a511-4171-bcfc-d976e4f07b2f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=61ce457e-a511-4171-bcfc-d976e4f07b2f,segment=NetworkSegment(76b0e60e-d432-4dd9-a060-5d5e9d87298c),segment_id=76b0e60e-d432-4dd9-a060-5d5e9d87298c)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:23:25.784807 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:25.797136 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Calling delete_port for 61ce457e-a511-4171-bcfc-d976e4f07b2f owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:23:26.164572 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (61ce457e-a511-4171-bcfc-d976e4f07b2f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:26.182912 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['61ce457e-a511-4171-bcfc-d976e4f07b2f'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:23:26.192442 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0aabbeea-9ed3-4348-a3b6-039353e76b88 req-62ffb58c-0c99-4f06-9e7d-0a9beba391ea tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee0a2845-f23a-4bf5-aa49-41aad9d03122 HTTP/1.1" status: 200 len: 210 time: 0.0370047 Mar 11 19:23:26.213874 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Pushing event deleted for resources: {'Port': ['ID=61ce457e-a511-4171-bcfc-d976e4f07b2f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:26.255631 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] No DVR routers for this DVR port 61ce457e-a511-4171-bcfc-d976e4f07b2f on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:23:26.258759 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:26.262026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eef7e88f-361a-44cf-a22b-bbbc876ad33d req-78aaa807-887e-4830-8294-176c3ce4a393 tempest-VolumesSnapshotTestJSON-225867889 tempest-VolumesSnapshotTestJSON-225867889-project] 10.222.0.18 "DELETE /v2.0/ports/61ce457e-a511-4171-bcfc-d976e4f07b2f HTTP/1.1" status: 204 len: 173 time: 0.6678905 Mar 11 19:23:26.262452 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'name': 'network-vif-deleted', 'tag': '61ce457e-a511-4171-bcfc-d976e4f07b2f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:23:26.264661 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb039f3f-23a3-49cd-9f84-c25cd0f244b0" -d '{"events": [{"server_uuid": "ee0a2845-f23a-4bf5-aa49-41aad9d03122", "name": "network-vif-deleted", "tag": "61ce457e-a511-4171-bcfc-d976e4f07b2f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:23:26.305847 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599be3d-3664-4ab6-b800-3c7284bdc709 x-openstack-request-id: req-d599be3d-3664-4ab6-b800-3c7284bdc709 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:23:26.306142 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0a2845-f23a-4bf5-aa49-41aad9d03122", "name": "network-vif-deleted", "tag": "61ce457e-a511-4171-bcfc-d976e4f07b2f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:23:26.306394 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d599be3d-3664-4ab6-b800-3c7284bdc709 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:23:26.306785 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0a2845-f23a-4bf5-aa49-41aad9d03122', 'name': 'network-vif-deleted', 'tag': '61ce457e-a511-4171-bcfc-d976e4f07b2f', 'status': 'completed', 'code': 200} Mar 11 19:23:26.377521 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1f86-c5a4-41d6-a7fb-33376bdfe6c7 req-8d3c081b-7a69-4714-b34f-c2ca16d44c70 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:26.379273 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-891a1f86-c5a4-41d6-a7fb-33376bdfe6c7 req-8d3c081b-7a69-4714-b34f-c2ca16d44c70 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0582681 Mar 11 19:23:26.433253 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-891a1f86-c5a4-41d6-a7fb-33376bdfe6c7 req-2337bc8b-363a-4084-a9ac-85dfe106fc05 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Mar 11 19:23:27.584278 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540768e2-8227-4651-9ac0-b1a8f9d95410 req-3fde414c-f866-476b-ae2f-c8d284205c1e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:27.585773 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-540768e2-8227-4651-9ac0-b1a8f9d95410 req-3fde414c-f866-476b-ae2f-c8d284205c1e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0569932 Mar 11 19:23:27.633550 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-540768e2-8227-4651-9ac0-b1a8f9d95410 req-24ab6a25-06a2-41dd-a60e-a92c3451f23d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422866 Mar 11 19:23:28.793592 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b492-5d3d-4916-b381-29f279c262fb req-1fb72e5c-546e-4415-bd42-3e103ad35d17 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:28.795133 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a431b492-5d3d-4916-b381-29f279c262fb req-1fb72e5c-546e-4415-bd42-3e103ad35d17 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0658562 Mar 11 19:23:28.843020 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a431b492-5d3d-4916-b381-29f279c262fb req-4b47f213-239f-4740-9bd3-4c9a486dd8ae tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Mar 11 19:23:28.986696 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 61ce457e-a511-4171-bcfc-d976e4f07b2f no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:23:29.008525 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 61ce457e-a511-4171-bcfc-d976e4f07b2f {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:23:29.008909 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 61ce457e-a511-4171-bcfc-d976e4f07b2f not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:23:29.973335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a828830-a11f-42f2-9255-dcec26d8843f req-e9fe2877-1508-41c5-a906-3d50d38b78b5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:29.974807 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7a828830-a11f-42f2-9255-dcec26d8843f req-e9fe2877-1508-41c5-a906-3d50d38b78b5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0587556 Mar 11 19:23:30.027379 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7a828830-a11f-42f2-9255-dcec26d8843f req-be41a5d3-6ad3-47b8-8df3-91491c8eb90b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469420 Mar 11 19:23:31.157892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a5f86-1147-45bf-8f2d-8247152f0a46 req-dc750807-5168-4fca-8054-e33517e89e05 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:31.159487 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-870a5f86-1147-45bf-8f2d-8247152f0a46 req-dc750807-5168-4fca-8054-e33517e89e05 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0560620 Mar 11 19:23:31.208738 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-870a5f86-1147-45bf-8f2d-8247152f0a46 req-26ddda6e-1e44-4ed4-9fb4-7364a01bab22 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436175 Mar 11 19:23:32.339713 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c8370-add5-4e48-9781-af11c770315a req-d13a9d4e-39de-44c4-8369-6243b8950c1f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:32.341410 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a4c8370-add5-4e48-9781-af11c770315a req-d13a9d4e-39de-44c4-8369-6243b8950c1f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0582993 Mar 11 19:23:32.390447 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a4c8370-add5-4e48-9781-af11c770315a req-3762657b-b049-45d0-baa9-028fdac9785d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431871 Mar 11 19:23:33.522186 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4b5f0-981d-405c-b555-e0a352bc93aa req-f485e98b-907e-41ca-8727-5bf06d26a301 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:33.523633 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-99d4b5f0-981d-405c-b555-e0a352bc93aa req-f485e98b-907e-41ca-8727-5bf06d26a301 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0583847 Mar 11 19:23:33.571801 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-99d4b5f0-981d-405c-b555-e0a352bc93aa req-d4481f29-82af-415e-8089-e4d11e0e4b93 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Mar 11 19:23:34.655459 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dc5464a8-060a-4d2b-9327-973205a20d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:34.706441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c02b8-f21d-4620-a00e-1f7176282daa req-5f7192f8-6352-4ddd-9ce9-ff98942ea911 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:34.708199 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a95c02b8-f21d-4620-a00e-1f7176282daa req-5f7192f8-6352-4ddd-9ce9-ff98942ea911 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0629218 Mar 11 19:23:34.758057 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a95c02b8-f21d-4620-a00e-1f7176282daa req-6c162181-4025-4bd0-af88-6b7ae569d35e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Mar 11 19:23:35.399992 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:35.890884 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ee52d-cc1a-4622-bd47-cf479553e186 req-c447270d-50bc-49b2-b28d-a5f7d35fa2d8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:35.893304 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0d0ee52d-cc1a-4622-bd47-cf479553e186 req-c447270d-50bc-49b2-b28d-a5f7d35fa2d8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0596523 Mar 11 19:23:35.942263 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0d0ee52d-cc1a-4622-bd47-cf479553e186 req-51840fb0-21be-4a64-97bb-993ff66fcde9 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468230 Mar 11 19:23:36.961642 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ab985c0-3e13-4905-94f7-a73c5201f9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:37.084532 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca18656-4004-4347-8fc3-f5efef139d6f req-eba3f6b9-f6f6-465c-bfb1-b5ca7c8bfd5f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:37.085180 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9ca18656-4004-4347-8fc3-f5efef139d6f req-eba3f6b9-f6f6-465c-bfb1-b5ca7c8bfd5f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0596786 Mar 11 19:23:37.142995 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9ca18656-4004-4347-8fc3-f5efef139d6f req-198ea9b4-5e90-45fe-aea5-e29ca84515eb tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Mar 11 19:23:38.269822 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4699-6bbb-4b82-b962-16a2361ccc59 req-a56453fc-3014-41b9-9ca2-a858469208e5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:38.271304 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-504a4699-6bbb-4b82-b962-16a2361ccc59 req-a56453fc-3014-41b9-9ca2-a858469208e5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0546315 Mar 11 19:23:38.328526 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-504a4699-6bbb-4b82-b962-16a2361ccc59 req-def18887-1c81-44ea-9e80-ea06b790ccc9 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518129 Mar 11 19:23:38.777550 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:39.465349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85b65b-167c-4b67-b2ee-a2d69399bece req-c463102d-8b90-43fd-8523-e55b69985b72 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:39.466850 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fc85b65b-167c-4b67-b2ee-a2d69399bece req-c463102d-8b90-43fd-8523-e55b69985b72 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0585923 Mar 11 19:23:39.516747 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fc85b65b-167c-4b67-b2ee-a2d69399bece req-3b642a45-b62f-4f20-b997-6acebdc4411f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Mar 11 19:23:40.353531 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:40.639930 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04ea59-4e6c-448c-a708-b12f1a294a56 req-7c39f543-93c5-4682-94fc-a1da11a6dead tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:40.642665 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5e04ea59-4e6c-448c-a708-b12f1a294a56 req-7c39f543-93c5-4682-94fc-a1da11a6dead tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0535040 Mar 11 19:23:40.690998 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5e04ea59-4e6c-448c-a708-b12f1a294a56 req-c3c6577f-3bd2-4547-a1d8-4e4c7619364b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 Mar 11 19:23:41.093176 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dab814-d32d-45cf-8500-78662d813d14 req-773750d8-4223-4a68-b3ee-1be75def0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:41.095112 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-773750d8-4223-4a68-b3ee-1be75def0c02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1130 time: 0.0538559 Mar 11 19:23:41.214794 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dab814-d32d-45cf-8500-78662d813d14 req-ad6245a5-ed91-497b-92f7-c0455d71dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:41.216293 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-ad6245a5-ed91-497b-92f7-c0455d71dd4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.0937963 Mar 11 19:23:41.292140 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-b4730a32-d595-40e5-a9a8-d5c7e8455b11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 1001 time: 0.0646224 Mar 11 19:23:41.346760 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dab814-d32d-45cf-8500-78662d813d14 req-677be340-6319-4981-bb7a-89a59183da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:41.348165 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-677be340-6319-4981-bb7a-89a59183da0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0461977 Mar 11 19:23:41.405965 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dab814-d32d-45cf-8500-78662d813d14 req-e275115b-3669-48d8-b310-f6d307f1ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:41.407574 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-e275115b-3669-48d8-b310-f6d307f1ea1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483401 Mar 11 19:23:41.510527 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-dfdadb1a-90e7-4f5c-94e7-754b8ee7f36b service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945530 Mar 11 19:23:41.610723 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-21dab814-d32d-45cf-8500-78662d813d14 req-49fc8acb-1ed2-43cd-9816-54256491d731 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889161 Mar 11 19:23:41.716800 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:41.820597 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e33a7-6e27-44c5-b832-b8f5764e31fe req-2c41868c-e552-4c58-9c64-d9980ede959c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:41.822087 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4f3e33a7-6e27-44c5-b832-b8f5764e31fe req-2c41868c-e552-4c58-9c64-d9980ede959c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0578196 Mar 11 19:23:41.868889 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4f3e33a7-6e27-44c5-b832-b8f5764e31fe req-468d2bf9-722e-4151-8d9e-3f779e4e8e36 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Mar 11 19:23:42.884632 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:23:43.000945 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d62c-969f-42f5-b90e-5a9a52eeeeb1 req-825bef9f-00c4-4ce3-baf8-8fd2ba8a566d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:43.002905 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42d2d62c-969f-42f5-b90e-5a9a52eeeeb1 req-825bef9f-00c4-4ce3-baf8-8fd2ba8a566d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0557451 Mar 11 19:23:43.053988 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42d2d62c-969f-42f5-b90e-5a9a52eeeeb1 req-45c6bb23-59f0-491a-b822-f833b1860934 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450344 Mar 11 19:23:44.180891 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7bfc1-20bf-43aa-8b8a-2827998daedc req-85a162a3-c484-42b7-9565-60d78b2a57bf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:44.183075 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fca7bfc1-20bf-43aa-8b8a-2827998daedc req-85a162a3-c484-42b7-9565-60d78b2a57bf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0551469 Mar 11 19:23:44.234322 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fca7bfc1-20bf-43aa-8b8a-2827998daedc req-6b31b584-c050-4607-be42-cc44abbdafed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453150 Mar 11 19:23:45.365715 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e815-50a8-4ac8-94c4-731295941975 req-ab39580a-1904-4552-ad26-0bb807c5ee52 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:45.367325 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-be91e815-50a8-4ac8-94c4-731295941975 req-ab39580a-1904-4552-ad26-0bb807c5ee52 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0577867 Mar 11 19:23:45.416688 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-be91e815-50a8-4ac8-94c4-731295941975 req-2344f42c-a1be-465d-b849-e8f19ca63faa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Mar 11 19:23:46.556331 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23cb60-bcb8-4357-bcc7-41df9611fd91 req-00d21d7e-4613-4118-badd-efa813555670 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:46.557904 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8b23cb60-bcb8-4357-bcc7-41df9611fd91 req-00d21d7e-4613-4118-badd-efa813555670 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0538075 Mar 11 19:23:46.607096 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8b23cb60-bcb8-4357-bcc7-41df9611fd91 req-c412fe91-934d-4540-bef2-600c6f646b2e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Mar 11 19:23:47.085093 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:23:47.195296 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:23:47.213500 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'mac_address': 'fa:16:3e:1a:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:23:47.255939 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: ACTIVE; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:23:47.256371 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:47.270492 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51eb7d1f-8efb-454d-a22a-9d7f00492a96 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:23:47.294373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:23:47.299344 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:47.354734 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:47.457060 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['51eb7d1f-8efb-454d-a22a-9d7f00492a96'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:23:47.739660 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba69a9-505a-4da5-9379-fa5f2d092937 req-3bb32a4a-e48e-4f40-8d56-495459d468fd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:47.741237 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6ba69a9-505a-4da5-9379-fa5f2d092937 req-3bb32a4a-e48e-4f40-8d56-495459d468fd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 945 time: 0.0619998 Mar 11 19:23:47.792367 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6ba69a9-505a-4da5-9379-fa5f2d092937 req-52434d33-b430-4e4e-b8e9-46dc51629fb8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453908 Mar 11 19:23:48.925980 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f7121-8ab6-4b5a-af13-d517dc3bff74 req-37f0de12-0b7c-48c3-a9df-1f10eeb84407 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:48.927786 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-372f7121-8ab6-4b5a-af13-d517dc3bff74 req-37f0de12-0b7c-48c3-a9df-1f10eeb84407 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 945 time: 0.0618143 Mar 11 19:23:48.979966 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-372f7121-8ab6-4b5a-af13-d517dc3bff74 req-2a165315-dc3d-45e6-91bb-9fc737cc6cc4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Mar 11 19:23:49.083863 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:23:49.134695 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:23:49.135072 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:49.229765 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:23:49.230159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:49.258579 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:23:49.260883 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115b58dd-95a3-4b6a-be19-ef2e61694cb6" -d '{"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-plugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:23:49.275121 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:23:49.280805 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:49.311203 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6181e-c222-4b9e-889a-bba0a34d674f x-openstack-request-id: req-7ed6181e-c222-4b9e-889a-bba0a34d674f {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:23:49.311501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-plugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:23:49.311751 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ed6181e-c222-4b9e-889a-bba0a34d674f {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:23:49.312140 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'code': 200} Mar 11 19:23:49.342722 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:50.129208 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689fdd5-a1e4-4330-9540-014b802c7117 req-dbc568d3-b37f-4318-b735-2d2b2a1f53d0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:50.131853 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c689fdd5-a1e4-4330-9540-014b802c7117 req-dbc568d3-b37f-4318-b735-2d2b2a1f53d0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0637417 Mar 11 19:23:50.186957 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c689fdd5-a1e4-4330-9540-014b802c7117 req-0c118fc3-0251-482c-8ab4-5257aafcee0a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505595 Mar 11 19:23:50.713809 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47332) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:50.794363 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Deleting subnet f01a98e5-ec41-4c69-9061-85a3204d1d93 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:23:50.806294 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Publish callbacks [] for subnet (f01a98e5-ec41-4c69-9061-85a3204d1d93), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:50.851517 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4427540'] for subnet (f01a98e5-ec41-4c69-9061-85a3204d1d93), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:50.908326 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (f01a98e5-ec41-4c69-9061-85a3204d1d93), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:50.980139 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4427674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308905'] for subnet (f01a98e5-ec41-4c69-9061-85a3204d1d93), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.010937 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01a98e5-ec41-4c69-9061-85a3204d1d93,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:51.014158 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.017872 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f01a98e5-ec41-4c69-9061-85a3204d1d93 HTTP/1.1" status: 204 len: 168 time: 0.3026667 Mar 11 19:23:51.020536 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47334) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:51.040708 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.041078 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.041419 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.041756 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.042086 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.042414 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.042741 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.043072 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.043397 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.043719 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.044039 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.044355 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.044673 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8475dae2-2765-4a9e-a6a9-8cd5eec23e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.116483 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (42692e88-7431-43a6-a2bc-4d9871b060fa), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.204503 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (42692e88-7431-43a6-a2bc-4d9871b060fa), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.229578 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42692e88-7431-43a6-a2bc-4d9871b060fa']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:51.240854 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b0e60e-d432-4dd9-a060-5d5e9d87298c') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:51.241147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b0e60e-d432-4dd9-a060-5d5e9d87298c') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:23:51.251951 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (76b0e60e-d432-4dd9-a060-5d5e9d87298c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.266605 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (76b0e60e-d432-4dd9-a060-5d5e9d87298c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.274030 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:23:51.274442 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (76b0e60e-d432-4dd9-a060-5d5e9d87298c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:23:51.276663 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:23:51.371104 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (42692e88-7431-43a6-a2bc-4d9871b060fa), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.379806 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.387229 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] 10.222.0.55 "DELETE /v2.0/networks/42692e88-7431-43a6-a2bc-4d9871b060fa HTTP/1.1" status: 204 len: 168 time: 0.3618956 Mar 11 19:23:51.400708 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Pushing event deleted for resources: {'Network': ['ID=42692e88-7431-43a6-a2bc-4d9871b060fa,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:51.414351 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.414647 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.414997 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.415335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.415667 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.415994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.416321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.416692 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.416993 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.417315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.417636 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.417955 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.418274 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82556480-1930-45ec-86f2-795c795f304b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:23:51.428668 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7c7e2-e628-4d3e-92da-7200fedba261 req-b0153912-4e3f-45e7-946c-f9098280d731 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:51.430382 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3ea7c7e2-e628-4d3e-92da-7200fedba261 req-b0153912-4e3f-45e7-946c-f9098280d731 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.1271014 Mar 11 19:23:51.495800 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3ea7c7e2-e628-4d3e-92da-7200fedba261 req-5812df00-33d3-4c84-b583-520db8214b82 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587626 Mar 11 19:23:51.640839 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47340) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:51.697290 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47342) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:23:51.697554 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e3ca8f3d-1833-4d60-ae6f-c683e245ceee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b01e7d6b7c048718062bbd2b645deac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545731 Mar 11 19:23:51.755361 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c583385-dad8-4827-99b8-7d5c438c3013 admin admin] Publish callbacks [] for security_group (e10eb80d-638d-44d7-af78-3b55b6d0c6c4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.788875 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c583385-dad8-4827-99b8-7d5c438c3013 admin admin] Publish callbacks [] for security_group (e10eb80d-638d-44d7-af78-3b55b6d0c6c4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.876702 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c583385-dad8-4827-99b8-7d5c438c3013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e10eb80d-638d-44d7-af78-3b55b6d0c6c4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.879447 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8c583385-dad8-4827-99b8-7d5c438c3013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:51.880613 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8c583385-dad8-4827-99b8-7d5c438c3013 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e10eb80d-638d-44d7-af78-3b55b6d0c6c4 HTTP/1.1" status: 204 len: 168 time: 0.1823187 Mar 11 19:23:51.888369 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c583385-dad8-4827-99b8-7d5c438c3013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10eb80d-638d-44d7-af78-3b55b6d0c6c4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:23:52.651952 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce1ffe-d25b-473f-b2da-0f40333c6afd req-170a9d5a-10cb-490b-ab7f-bda9b1538501 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:52.657300 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-58ce1ffe-d25b-473f-b2da-0f40333c6afd req-170a9d5a-10cb-490b-ab7f-bda9b1538501 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0648484 Mar 11 19:23:52.720915 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-58ce1ffe-d25b-473f-b2da-0f40333c6afd req-8c33f554-887b-4d1c-827b-73c17b43e571 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618019 Mar 11 19:23:53.888124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934701f-924a-4a2e-a207-0f1587a03c08 req-a14bc379-0363-42e1-965b-b4bc224d6595 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:53.889668 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f934701f-924a-4a2e-a207-0f1587a03c08 req-a14bc379-0363-42e1-965b-b4bc224d6595 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0703971 Mar 11 19:23:53.943831 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f934701f-924a-4a2e-a207-0f1587a03c08 req-4d5a5095-5cf9-4717-b9cb-2111f37db3f2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473940 Mar 11 19:23:55.092888 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988d4f8-5a1f-4d3f-808f-b00d78fdd36a req-11361e8b-4acb-43a0-86a4-a7c749911aaa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:55.095087 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8988d4f8-5a1f-4d3f-808f-b00d78fdd36a req-11361e8b-4acb-43a0-86a4-a7c749911aaa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0705838 Mar 11 19:23:55.161745 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8988d4f8-5a1f-4d3f-808f-b00d78fdd36a req-f790068d-d407-42d8-ac57-9b8c88196e10 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599663 Mar 11 19:23:56.309871 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c3f2f-934e-4c88-bd85-02cccb88c679 req-9130680e-107f-4656-886e-8bca2d178749 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:56.311372 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1d8c3f2f-934e-4c88-bd85-02cccb88c679 req-9130680e-107f-4656-886e-8bca2d178749 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0633953 Mar 11 19:23:56.369843 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1d8c3f2f-934e-4c88-bd85-02cccb88c679 req-dc11a6ff-1bbb-4e40-9535-f5b301682cc2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514278 Mar 11 19:23:57.513679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feec97-4234-4bc0-a4e9-8b27a631f352 req-4dfb2de5-6ceb-469d-9b05-bd7c115f4f99 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:57.515418 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7feec97-4234-4bc0-a4e9-8b27a631f352 req-4dfb2de5-6ceb-469d-9b05-bd7c115f4f99 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0568244 Mar 11 19:23:57.588196 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7feec97-4234-4bc0-a4e9-8b27a631f352 req-9b124db1-ea7e-4853-a652-d940d08633d7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653496 Mar 11 19:23:58.647173 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b02e4-b96d-4a17-8e86-76ba01cc7386 req-1c38260f-d55e-4ef8-abfa-7dfe8e983c88 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:58.648637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-279b02e4-b96d-4a17-8e86-76ba01cc7386 req-1c38260f-d55e-4ef8-abfa-7dfe8e983c88 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0929346 Mar 11 19:23:58.736057 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-9edc6363-1f29-427d-9798-20d2d9d07395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:58.737672 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-9edc6363-1f29-427d-9798-20d2d9d07395 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1169 time: 0.1387825 Mar 11 19:23:58.776219 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-279b02e4-b96d-4a17-8e86-76ba01cc7386 req-ec81d83f-3106-4ae8-bd90-63a810a2e90b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204872 Mar 11 19:23:58.809212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6002bbb-02af-4f1a-885a-d8a95a419f54 req-87c1ee1f-1c86-47d0-8c69-ae029ec08248 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:58.810685 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e6002bbb-02af-4f1a-885a-d8a95a419f54 req-87c1ee1f-1c86-47d0-8c69-ae029ec08248 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.1377730 Mar 11 19:23:58.938421 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e6002bbb-02af-4f1a-885a-d8a95a419f54 req-1a19235f-79ea-46c4-b762-692d058870f5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166313 Mar 11 19:23:58.940082 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-9d5de0bb-c043-446a-b2c4-4e8f628da4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:58.941544 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-9d5de0bb-c043-446a-b2c4-4e8f628da4d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 916 time: 0.1866481 Mar 11 19:23:58.946532 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-8fcc4959-46dd-40bc-aa2a-007e0e359744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:58.948051 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-8fcc4959-46dd-40bc-aa2a-007e0e359744 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1130 time: 0.1365066 Mar 11 19:23:59.093810 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-0d275409-69e6-4ea0-b4c5-ea4fd9433931 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 1002 time: 0.1221180 Mar 11 19:23:59.157192 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-3a92a15a-ffee-4bd3-8a41-41116cbd1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:59.158842 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-3a92a15a-ffee-4bd3-8a41-41116cbd1b55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.1859744 Mar 11 19:23:59.165711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-1487e11d-baf5-4d6c-bfe4-adbc0fd55bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:59.167079 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-1487e11d-baf5-4d6c-bfe4-adbc0fd55bf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.0643516 Mar 11 19:23:59.267552 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-ebaf653e-fdf9-4eff-a56b-4641a2f33c77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 1001 time: 0.0895467 Mar 11 19:23:59.284102 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-4662130c-adf7-4c93-9439-aa70d2cd6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:59.285665 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-4662130c-adf7-4c93-9439-aa70d2cd6ea2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018584 Mar 11 19:23:59.346688 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-af27be16-e3bb-411a-a8d8-65fe0024409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:59.348209 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-af27be16-e3bb-411a-a8d8-65fe0024409e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0738878 Mar 11 19:23:59.439673 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-01982f7e-5f50-4fb7-b6ac-c24637270d5b service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328351 Mar 11 19:23:59.446164 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-0c27b46d-4d26-423f-b4d8-4371b77085fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:59.447681 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-0c27b46d-4d26-423f-b4d8-4371b77085fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706460 Mar 11 19:23:59.612516 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cac3fb5a-2c08-462d-8d5b-08e19902852b req-d1ca985c-04b6-4bfb-a36d-69fa3cb33a27 service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525109 Mar 11 19:23:59.615055 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-1e7d87f8-febc-45d8-afaa-21a2d55e3dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480100 Mar 11 19:23:59.718630 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-929bc1e8-b0e7-43e0-a219-ef054d7d462d req-316b77e5-f51e-4298-96b7-7e3dce381dc6 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876904 Mar 11 19:23:59.903891 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d457e-92fa-4518-bf8f-6f99492d0e2b req-14c30db3-421e-46fc-9a5b-57750c4251bb tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:23:59.905492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d94d457e-92fa-4518-bf8f-6f99492d0e2b req-14c30db3-421e-46fc-9a5b-57750c4251bb tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0589695 Mar 11 19:23:59.971648 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d94d457e-92fa-4518-bf8f-6f99492d0e2b req-64546bc8-f905-4f82-99a9-8fc82b9352d6 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583177 Mar 11 19:24:00.079917 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ef0f6-5efa-4ce4-9261-7613569d0866 req-f9ceedff-7632-47c2-b9da-9166dd11461e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:00.081514 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-773ef0f6-5efa-4ce4-9261-7613569d0866 req-f9ceedff-7632-47c2-b9da-9166dd11461e tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0563498 Mar 11 19:24:00.130667 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-773ef0f6-5efa-4ce4-9261-7613569d0866 req-6bd48841-6215-4f9e-9468-3930c9f4de3b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436018 Mar 11 19:24:01.094428 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ca30f-a927-4855-9d30-2e00edd306c7 req-54d93264-a671-441c-b2ca-e2fc7fc13fc9 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:01.096559 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e1ca30f-a927-4855-9d30-2e00edd306c7 req-54d93264-a671-441c-b2ca-e2fc7fc13fc9 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0546262 Mar 11 19:24:01.154780 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:01.170793 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e1ca30f-a927-4855-9d30-2e00edd306c7 req-b89223bf-eb17-43f0-8f2e-98a1c15c353c tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645709 Mar 11 19:24:01.239838 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: ACTIVE; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:24:01.240233 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:01.263271 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:24:01.263487 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff063c73-6546-40e9-a935-4e9d0c9c0817 req-68b260b6-1616-4c21-8109-2b53f78f7ccd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:01.264788 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff063c73-6546-40e9-a935-4e9d0c9c0817 req-68b260b6-1616-4c21-8109-2b53f78f7ccd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 946 time: 0.0536387 Mar 11 19:24:01.265745 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea421c-a7ce-4102-85bd-e8c2e37bbf86" -d '{"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-unplugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:24:01.279622 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:01.286239 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:01.312445 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d618d7-ea8b-4acd-84d2-4df470a5ceaa x-openstack-request-id: req-b5d618d7-ea8b-4acd-84d2-4df470a5ceaa {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:24:01.312756 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-unplugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:24:01.313016 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5d618d7-ea8b-4acd-84d2-4df470a5ceaa {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:24:01.313424 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'code': 200} Mar 11 19:24:01.321947 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ff063c73-6546-40e9-a935-4e9d0c9c0817 req-f04c42e1-11b0-4f86-8579-494ca83532d1 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493555 Mar 11 19:24:01.346272 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=8']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:01.353402 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.353760 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.354110 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.354455 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.354792 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.355127 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.355456 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.355785 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.356116 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.356443 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.356796 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.357123 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:01.357446 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:02.287002 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3feb4-f63e-40fa-84a6-903a0bd7ee83 req-5346309c-0e60-4cab-aba8-2cae0a5dd681 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:02.288451 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-25f3feb4-f63e-40fa-84a6-903a0bd7ee83 req-5346309c-0e60-4cab-aba8-2cae0a5dd681 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0555067 Mar 11 19:24:02.351787 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-25f3feb4-f63e-40fa-84a6-903a0bd7ee83 req-e13e3d3f-091e-481e-82b5-4be10fbc38bd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577035 Mar 11 19:24:02.690407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f988c-5d7e-41ad-ba31-94f6bd1d2409 req-19ab2941-fcad-4d9f-b440-1ae8373c062d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:02.691882 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b66f988c-5d7e-41ad-ba31-94f6bd1d2409 req-19ab2941-fcad-4d9f-b440-1ae8373c062d tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.2913485 Mar 11 19:24:02.740313 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b66f988c-5d7e-41ad-ba31-94f6bd1d2409 req-048c6b8d-bb16-40e9-945b-d18f9616b354 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Mar 11 19:24:03.485946 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d1d8e-4e66-44a9-b2b4-d1d787ad21ee req-f1b8d207-0e4c-40e9-be56-2b2a9b77a303 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:03.487412 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-802d1d8e-4e66-44a9-b2b4-d1d787ad21ee req-f1b8d207-0e4c-40e9-be56-2b2a9b77a303 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0606101 Mar 11 19:24:03.547362 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-802d1d8e-4e66-44a9-b2b4-d1d787ad21ee req-b0f51678-d238-4dbf-807a-c8788e2c59af tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543404 Mar 11 19:24:03.866133 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6277b2-f929-42c1-bbdb-16f6e03671b8 req-9e8c1d74-f503-4ec6-8aaa-c4849457b641 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:03.867662 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc6277b2-f929-42c1-bbdb-16f6e03671b8 req-9e8c1d74-f503-4ec6-8aaa-c4849457b641 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0568573 Mar 11 19:24:03.916415 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc6277b2-f929-42c1-bbdb-16f6e03671b8 req-b7e6fd66-5320-4e14-9330-885c96add869 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427947 Mar 11 19:24:04.649095 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-25f8c9b8-98ff-4eb3-ba4a-ae843bf3ea42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:04.692769 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ec76c-feaa-4b77-8b26-e614ef2747fd req-0cb0d7af-9ad8-4f7d-9844-ee87c14f05af tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:04.695569 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a3ec76c-feaa-4b77-8b26-e614ef2747fd req-0cb0d7af-9ad8-4f7d-9844-ee87c14f05af tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0651426 Mar 11 19:24:04.762791 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2a3ec76c-feaa-4b77-8b26-e614ef2747fd req-dc0d5716-1320-4e74-8404-2b8790ac9387 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626619 Mar 11 19:24:04.883910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a63c60-070c-4a4a-a51d-53180355ea8d req-05d91b62-4640-4920-b64a-f3139b05003b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:04.885406 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-00a63c60-070c-4a4a-a51d-53180355ea8d req-05d91b62-4640-4920-b64a-f3139b05003b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0582328 Mar 11 19:24:04.937413 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-00a63c60-070c-4a4a-a51d-53180355ea8d req-51b5a2df-1f4e-49da-89da-c5b5b4885f8c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Mar 11 19:24:05.189264 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:05.193263 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:05.278585 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: DOWN; New status is: DOWN {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:24:05.280007 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-169bc5ae-0ab5-4b68-9d16-a8df6b591136 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895615 Mar 11 19:24:05.290856 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-8538b4ca-1663-4b42-8e6d-e0430176c3d3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:24:05.291839 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-8538b4ca-1663-4b42-8e6d-e0430176c3d3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060654 Mar 11 19:24:05.368498 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47492) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:05.398953 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:05.420333 dv-cinder-830674-2-iscsi neutron-server[103353]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 19:24:05.471862 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-bd2e5fb2-2997-4b8a-adfe-222ef1834d6b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:05.473143 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-bd2e5fb2-2997-4b8a-adfe-222ef1834d6b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports/51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 941 time: 0.1036363 Mar 11 19:24:05.889973 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7ffd2-7979-4d8d-9f1c-0cfab18d1377 req-38098b47-fcf6-4905-8a34-8be969c02bc5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:05.891727 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-08f7ffd2-7979-4d8d-9f1c-0cfab18d1377 req-38098b47-fcf6-4905-8a34-8be969c02bc5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0559204 Mar 11 19:24:05.953774 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-08f7ffd2-7979-4d8d-9f1c-0cfab18d1377 req-9d307081-ce84-4449-a95d-71ce2315785b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554674 Mar 11 19:24:06.082276 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acacad8-d0d4-4cc7-b65b-c42fba48763d req-f7e1b406-297b-4b79-8916-3fc5d2ccbcf0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:06.083653 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8acacad8-d0d4-4cc7-b65b-c42fba48763d req-f7e1b406-297b-4b79-8916-3fc5d2ccbcf0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0622423 Mar 11 19:24:06.132940 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8acacad8-d0d4-4cc7-b65b-c42fba48763d req-b75b28f2-cb8c-412f-83e8-f0eb016881f7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Mar 11 19:24:06.490101 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-807c828e-f0bb-4c1e-9239-c814248cf9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:06.491613 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-807c828e-f0bb-4c1e-9239-c814248cf9ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde&tenant_id=7ebaeb5b399c4fd298cbe1004654368c HTTP/1.1" status: 200 len: 1128 time: 0.0597224 Mar 11 19:24:06.566613 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-f4bbd720-8753-4ac0-b450-41db1754fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:06.568119 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-f4bbd720-8753-4ac0-b450-41db1754fe03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1128 time: 0.0471928 Mar 11 19:24:06.674620 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-2c6257e4-cc48-46b3-a751-7a792e7fab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:06.676178 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-2c6257e4-cc48-46b3-a751-7a792e7fab6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 200 len: 917 time: 0.0997379 Mar 11 19:24:06.749685 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-05965388-d72a-4b6b-8fc4-7a044272d414 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 200 len: 999 time: 0.0658441 Mar 11 19:24:06.817014 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-3b1cc2e2-900b-473e-81e2-800a35016d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:06.818496 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-3b1cc2e2-900b-473e-81e2-800a35016d3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 200 len: 855 time: 0.0565228 Mar 11 19:24:06.879711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-7bc634c8-1fcd-48be-9006-1628504b21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:06.881248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-7bc634c8-1fcd-48be-9006-1628504b21c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3e233e6-a6a7-42fb-b974-abd47312929e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526347 Mar 11 19:24:06.971976 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1727d474-a36d-422b-a4b5-0fb34f5a98bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:06.979640 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-e50e87ed-5069-401e-9674-ec20b84943d0 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851586 Mar 11 19:24:07.120044 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06dbf4e6-4330-4086-9652-c7307eb09d69 req-92364976-d143-48cb-bdf1-66bb33939e91 service neutron] 10.222.0.18 "GET /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277916 Mar 11 19:24:07.131645 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c644c-d763-4d85-84dc-cf4ab07309fc req-2817bfcd-743f-456c-9231-e75e6af41ec6 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:07.133182 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-903c644c-d763-4d85-84dc-cf4ab07309fc req-2817bfcd-743f-456c-9231-e75e6af41ec6 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.1067502 Mar 11 19:24:07.219091 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-903c644c-d763-4d85-84dc-cf4ab07309fc req-c4b58c31-e72a-4282-91e5-f99f0c248213 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723674 Mar 11 19:24:07.305046 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6391-e289-4c9f-99e7-f19420c07e64 req-d4361cc3-5684-4182-805a-92fc44d12ad5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:07.307630 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-797e6391-e289-4c9f-99e7-f19420c07e64 req-d4361cc3-5684-4182-805a-92fc44d12ad5 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0690994 Mar 11 19:24:07.360499 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-797e6391-e289-4c9f-99e7-f19420c07e64 req-fae664ae-704e-48d3-985e-ec638f0e572c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448496 Mar 11 19:24:08.354244 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db9b7-9a61-4f54-8d02-0513dd4b6acc req-29cc62ac-e7b8-4fa7-9189-1d6100765193 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:08.355943 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c8db9b7-9a61-4f54-8d02-0513dd4b6acc req-29cc62ac-e7b8-4fa7-9189-1d6100765193 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0691595 Mar 11 19:24:08.433086 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c8db9b7-9a61-4f54-8d02-0513dd4b6acc req-493a6dbb-e8a6-4250-88e3-811a074e31a3 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671020 Mar 11 19:24:08.588796 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adc999-3e09-4378-8a1a-29107caa76bd req-7d323f28-a7d2-43ec-afdc-86c71b3fccdd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:08.590366 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f7adc999-3e09-4378-8a1a-29107caa76bd req-7d323f28-a7d2-43ec-afdc-86c71b3fccdd tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0805211 Mar 11 19:24:08.653827 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f7adc999-3e09-4378-8a1a-29107caa76bd req-eadad8f5-5c0d-4068-804e-6c66fa19c4d0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573797 Mar 11 19:24:08.773379 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:09.573011 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247b0ae-315d-440d-b971-d57374190422 req-0e235d62-a9da-42c1-97b8-200d17dac73f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:09.574682 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f247b0ae-315d-440d-b971-d57374190422 req-0e235d62-a9da-42c1-97b8-200d17dac73f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0601699 Mar 11 19:24:09.706967 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f247b0ae-315d-440d-b971-d57374190422 req-03e2ae9c-2a1c-4d64-a874-d2be26d87200 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160982 Mar 11 19:24:09.869607 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5ccb-7650-4ee5-8271-08608de0e18f req-7d5a20c4-028c-4cd9-b700-b23d53a19436 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:09.873218 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cd4a5ccb-7650-4ee5-8271-08608de0e18f req-7d5a20c4-028c-4cd9-b700-b23d53a19436 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0767448 Mar 11 19:24:09.933716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cd4a5ccb-7650-4ee5-8271-08608de0e18f req-8c99dfd7-e86f-47e1-93bd-aca912488025 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Mar 11 19:24:10.368629 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:10.847045 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459591fb-a06d-4edc-a4d2-6d2880e5b3dd req-68cc81ce-8fb4-40cd-9fd0-c7a35f45eb2b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:10.848744 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-459591fb-a06d-4edc-a4d2-6d2880e5b3dd req-68cc81ce-8fb4-40cd-9fd0-c7a35f45eb2b tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0628569 Mar 11 19:24:10.922219 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-459591fb-a06d-4edc-a4d2-6d2880e5b3dd req-8e60fb68-8bd7-4c05-9ef7-ece280071dec tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675762 Mar 11 19:24:11.062908 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a81b-5a1b-42ed-af38-0fb20a1300f9 req-458bffec-3e95-4ae0-9202-a0d993274a51 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:11.075115 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e431a81b-5a1b-42ed-af38-0fb20a1300f9 req-458bffec-3e95-4ae0-9202-a0d993274a51 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0721436 Mar 11 19:24:11.126774 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e431a81b-5a1b-42ed-af38-0fb20a1300f9 req-83264b24-8ccf-4184-9a03-b9765c6b6c9b tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442150 Mar 11 19:24:11.724991 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:12.047228 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606ae1-e1d3-4741-bb1d-48e5200cf570 req-73b9f290-eef5-436c-af31-173f634ea869 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:12.049219 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1a606ae1-e1d3-4741-bb1d-48e5200cf570 req-73b9f290-eef5-436c-af31-173f634ea869 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0565953 Mar 11 19:24:12.124897 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1a606ae1-e1d3-4741-bb1d-48e5200cf570 req-21bef62e-91ff-47a2-aa90-e1ebe14dca56 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694542 Mar 11 19:24:12.262878 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad03c9a-63cd-404d-b2de-c025cf680e2c req-4ba49e5e-784a-4f4f-aeb7-66178b4cf713 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:12.264381 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aad03c9a-63cd-404d-b2de-c025cf680e2c req-4ba49e5e-784a-4f4f-aeb7-66178b4cf713 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0603571 Mar 11 19:24:12.317045 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aad03c9a-63cd-404d-b2de-c025cf680e2c req-5c537310-fd0b-430a-ba6d-fca6c36862f4 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Mar 11 19:24:13.313143 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289330d5-aa84-4a5b-924d-8c292128fdf5 req-e41e775a-094d-4cd9-b921-6b9b44976502 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:13.316617 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-289330d5-aa84-4a5b-924d-8c292128fdf5 req-e41e775a-094d-4cd9-b921-6b9b44976502 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.1039748 Mar 11 19:24:13.409745 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-289330d5-aa84-4a5b-924d-8c292128fdf5 req-f2277fd2-8588-42bb-bebd-9f76a3085fbb tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822303 Mar 11 19:24:13.557071 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7b61-51c6-4029-9cc0-bc05c8809639 req-f67d68cd-736d-4dba-9d88-a12c602b9e1a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:13.558609 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c58f7b61-51c6-4029-9cc0-bc05c8809639 req-f67d68cd-736d-4dba-9d88-a12c602b9e1a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0798311 Mar 11 19:24:13.617912 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c58f7b61-51c6-4029-9cc0-bc05c8809639 req-0b03eaa8-d8ee-4fa1-980e-b2d77fefce00 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 Mar 11 19:24:14.553699 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57303ab-a3e2-46ce-8a15-532703f4607a req-e2246523-1d63-40ed-985b-444733a40447 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:14.555378 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e57303ab-a3e2-46ce-8a15-532703f4607a req-e2246523-1d63-40ed-985b-444733a40447 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0688217 Mar 11 19:24:14.625248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e57303ab-a3e2-46ce-8a15-532703f4607a req-5a7a8ba1-4518-4146-aeaf-cb70671aba60 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581405 Mar 11 19:24:14.776857 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed750b3-0467-44d8-b776-11227087f77b req-ce152a1e-8e27-4f26-bc78-e32da48f6cb0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:14.778812 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fed750b3-0467-44d8-b776-11227087f77b req-ce152a1e-8e27-4f26-bc78-e32da48f6cb0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0728934 Mar 11 19:24:14.837485 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fed750b3-0467-44d8-b776-11227087f77b req-64e93f4e-2593-463f-a58e-d0d21bc704cc tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502965 Mar 11 19:24:15.756861 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c93c-7063-446a-9509-862a0de02f64 req-78d94341-06b3-4454-bced-eb82c31c0490 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:15.759546 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3685c93c-7063-446a-9509-862a0de02f64 req-78d94341-06b3-4454-bced-eb82c31c0490 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0589662 Mar 11 19:24:15.827713 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3685c93c-7063-446a-9509-862a0de02f64 req-649d769c-ca9c-4868-bea4-7610e03c7e52 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635152 Mar 11 19:24:15.974770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce2cde-4652-4ea4-81b5-730e2bb6a0ff req-46cf7d31-3c7b-446d-87b1-bc776901252a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:15.976291 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e0ce2cde-4652-4ea4-81b5-730e2bb6a0ff req-46cf7d31-3c7b-446d-87b1-bc776901252a tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0594745 Mar 11 19:24:16.039387 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e0ce2cde-4652-4ea4-81b5-730e2bb6a0ff req-1e8932b7-f3d6-4114-b74c-d2849a95af3f tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573180 Mar 11 19:24:16.954571 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a562d55-32cc-4c00-893d-c6f7b461a807 req-1ab3e4ea-6385-4392-98d5-d3a7c5bf1f96 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:16.956783 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6a562d55-32cc-4c00-893d-c6f7b461a807 req-1ab3e4ea-6385-4392-98d5-d3a7c5bf1f96 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0575671 Mar 11 19:24:17.019861 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6a562d55-32cc-4c00-893d-c6f7b461a807 req-0d3b9d36-13fe-4a20-b203-cd139018c25d tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574224 Mar 11 19:24:17.182449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993fb18-87ae-47db-87e8-28c6a70b803f req-d0691a1c-cebb-473b-b349-ed98238d9185 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:17.183921 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e993fb18-87ae-47db-87e8-28c6a70b803f req-d0691a1c-cebb-473b-b349-ed98238d9185 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0618169 Mar 11 19:24:17.238705 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e993fb18-87ae-47db-87e8-28c6a70b803f req-4325280d-76b5-4fe6-8f62-521d9409f5f7 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492227 Mar 11 19:24:18.143549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a28357-aab4-4dfe-bede-42bc151b6075 req-910d383d-a7ff-4191-9fa1-089aea782f03 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:18.145145 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b0a28357-aab4-4dfe-bede-42bc151b6075 req-910d383d-a7ff-4191-9fa1-089aea782f03 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.0581028 Mar 11 19:24:18.206092 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b0a28357-aab4-4dfe-bede-42bc151b6075 req-d20f7651-3799-433c-a1f9-342dec33bab4 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=6346f7e8-6adc-47dc-9720-598d369b2599&id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549159 Mar 11 19:24:18.375746 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d30f5-0325-48a3-bc24-1ed71cc0f489 req-be168973-1c31-4235-abdb-29a0fa7db381 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:18.377539 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-329d30f5-0325-48a3-bc24-1ed71cc0f489 req-be168973-1c31-4235-abdb-29a0fa7db381 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 944 time: 0.0638716 Mar 11 19:24:18.426660 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-329d30f5-0325-48a3-bc24-1ed71cc0f489 req-ca32a4b0-dc95-4482-b3fa-ba3913cfc8b2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 Mar 11 19:24:19.287619 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:24:19.389818 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:19.403189 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'port_id': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'mac_address': 'fa:16:3e:1a:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:24:19.441331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:24:19.441731 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:19.456598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51eb7d1f-8efb-454d-a22a-9d7f00492a96 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:24:19.476940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:19.481080 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:19.530497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=9']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:19.560255 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dc43c-0041-43d8-9250-2b6587fbb116 req-efafc4e8-0340-4c96-a72d-2dd41277ae28 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:19.561812 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-399dc43c-0041-43d8-9250-2b6587fbb116 req-efafc4e8-0340-4c96-a72d-2dd41277ae28 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 945 time: 0.0625522 Mar 11 19:24:19.614166 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-399dc43c-0041-43d8-9250-2b6587fbb116 req-1b9bee74-086b-4313-b670-8289cc748157 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462465 Mar 11 19:24:19.809203 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['51eb7d1f-8efb-454d-a22a-9d7f00492a96'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:24:19.885287 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:24:20.740376 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba70009-76b2-453c-a116-58e836a3f65e req-88baa655-9eaf-43a4-ba5f-805c6e0f9377 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:20.750340 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fba70009-76b2-453c-a116-58e836a3f65e req-88baa655-9eaf-43a4-ba5f-805c6e0f9377 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 945 time: 0.0632701 Mar 11 19:24:20.792573 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fba70009-76b2-453c-a116-58e836a3f65e req-3bae5937-b1b7-42bb-906a-5db330c13869 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Mar 11 19:24:21.306974 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:24:21.356185 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:24:21.356581 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:21.441294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:24:21.441687 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:21.467011 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:24:21.469240 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b6d2a-948b-403f-8d0b-dfa20908ed0b" -d '{"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-plugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:24:21.482964 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:21.488372 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:21.514056 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5d9fbe-f241-47d9-b4f7-0e00699e97bb x-openstack-request-id: req-7e5d9fbe-f241-47d9-b4f7-0e00699e97bb {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:24:21.514358 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-plugged", "status": "completed", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:24:21.514640 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e5d9fbe-f241-47d9-b4f7-0e00699e97bb {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:24:21.515028 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'code': 200} Mar 11 19:24:21.549954 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=10']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:21.734285 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb134d8d-e97b-4c92-afcd-caa9938141f5 req-1fad244a-c13f-4df4-b02b-08b8b305c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:21.735861 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bb134d8d-e97b-4c92-afcd-caa9938141f5 req-1fad244a-c13f-4df4-b02b-08b8b305c970 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 1131 time: 0.0440702 Mar 11 19:24:21.780541 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bb134d8d-e97b-4c92-afcd-caa9938141f5 req-644e0cfa-9221-49d7-b915-b1f1040d08fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378942 Mar 11 19:24:21.930187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa89fb-99e0-4685-a1db-aaa68c6eee6a req-a44ce5cb-9aee-4ca4-b895-076b6d001623 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:21.931707 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4aa89fb-99e0-4685-a1db-aaa68c6eee6a req-a44ce5cb-9aee-4ca4-b895-076b6d001623 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 947 time: 0.0618303 Mar 11 19:24:21.983152 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4aa89fb-99e0-4685-a1db-aaa68c6eee6a req-3c6632a5-9c12-46ff-8200-d40b926ea1bf tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458925 Mar 11 19:24:23.109140 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6b885-c4d9-4309-b127-0f8aed1e4fe7 req-9b316f21-72d2-4a38-8c3f-5e3aa369e57c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:23.110620 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b6b885-c4d9-4309-b127-0f8aed1e4fe7 req-9b316f21-72d2-4a38-8c3f-5e3aa369e57c tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 947 time: 0.0531490 Mar 11 19:24:23.166764 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b6b885-c4d9-4309-b127-0f8aed1e4fe7 req-e492eca6-fefb-49a5-946f-c55dcfc85ae2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499399 Mar 11 19:24:24.308910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a839a6a-c62b-4ac5-99e2-70d709054f20 req-e754c54e-801c-4a6d-a5a6-3157685f5b52 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:24.310425 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6a839a6a-c62b-4ac5-99e2-70d709054f20 req-e754c54e-801c-4a6d-a5a6-3157685f5b52 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 947 time: 0.0730138 Mar 11 19:24:24.359405 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6a839a6a-c62b-4ac5-99e2-70d709054f20 req-e79b53d0-e79e-40d9-bafd-c917ad5f47e2 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Mar 11 19:24:28.616474 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410657-13c9-4b99-9093-a6295528341c req-1ec2178b-381c-40fb-8ffa-3bdac7b39b9b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:28.618716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19410657-13c9-4b99-9093-a6295528341c req-1ec2178b-381c-40fb-8ffa-3bdac7b39b9b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.0559492 Mar 11 19:24:28.671099 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19410657-13c9-4b99-9093-a6295528341c req-b7c01d44-8e07-4711-ba0d-984f562514b9 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444744 Mar 11 19:24:29.792988 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a3310-8db6-4e34-9ea0-2945f11f18a4 req-58ed54d3-1618-47b1-8850-0c5bb8baa0ef tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:29.794508 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-313a3310-8db6-4e34-9ea0-2945f11f18a4 req-58ed54d3-1618-47b1-8850-0c5bb8baa0ef tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.0536211 Mar 11 19:24:29.845675 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-313a3310-8db6-4e34-9ea0-2945f11f18a4 req-092e097a-33b2-4bee-a541-13604d38d7a8 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456262 Mar 11 19:24:30.970749 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047e38a-dede-4120-b639-30e03b85fd1a req-200ef100-1473-40ac-8f1a-502a9c692eee tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:30.972281 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6047e38a-dede-4120-b639-30e03b85fd1a req-200ef100-1473-40ac-8f1a-502a9c692eee tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.0546255 Mar 11 19:24:31.020531 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6047e38a-dede-4120-b639-30e03b85fd1a req-6b980c26-e47d-422e-a697-cd0825bc5e43 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups?id=cfc5c608-51e1-4ef8-890d-052ba06a5306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Mar 11 19:24:31.353461 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614166a-8042-4cd4-9eb4-e17783462860 req-ec796ad5-b3d8-4bd0-965b-5c3850b4b620 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:31.355080 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9614166a-8042-4cd4-9eb4-e17783462860 req-ec796ad5-b3d8-4bd0-965b-5c3850b4b620 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 945 time: 0.0538099 Mar 11 19:24:31.463429 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Deleting port 74893e47-dca7-45ae-ad24-b926f0b7612c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:31.463765 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:31.553734 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] For port 74893e47-dca7-45ae-ad24-b926f0b7612c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=74893e47-dca7-45ae-ad24-b926f0b7612c,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:31.554094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:31.787416 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:31.787786 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (9a924ab7-893d-426e-bbf4-bd9006389f24), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:31.788099 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Floating IP 9a924ab7-893d-426e-bbf4-bd9006389f24 disassociated. External IP: 172.27.2.182, port: 74893e47-dca7-45ae-ad24-b926f0b7612c. Mar 11 19:24:31.788437 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Calling delete_port for 74893e47-dca7-45ae-ad24-b926f0b7612c owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:31.922945 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (74893e47-dca7-45ae-ad24-b926f0b7612c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:31.952200 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event deleted for resources: {'Port': ['ID=74893e47-dca7-45ae-ad24-b926f0b7612c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:32.088395 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:24:32.162287 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c6153830-18c4-4230-97bf-eb1b4fdfaeb6 req-6cfa8a14-0091-4597-bcef-851bdf44e07b tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c61298d7-a219-4df7-b5d9-093f014929c7 HTTP/1.1" status: 200 len: 210 time: 0.0623195 Mar 11 19:24:32.230360 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:24:32.241112 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:24:32.250532 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:32.251185 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:32.274179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] No DVR routers for this DVR port 74893e47-dca7-45ae-ad24-b926f0b7612c on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:24:32.276785 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:32.280192 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9614166a-8042-4cd4-9eb4-e17783462860 req-4bcc6aca-a283-4db9-b6b9-0f68eb428d5e tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.18 "DELETE /v2.0/ports/74893e47-dca7-45ae-ad24-b926f0b7612c HTTP/1.1" status: 204 len: 173 time: 0.9131095 Mar 11 19:24:32.280756 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'name': 'network-vif-deleted', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:24:32.283067 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c4ed14-c31d-4bd9-bdc2-cb6366533ec7" -d '{"events": [{"server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "name": "network-vif-deleted", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:24:32.326485 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818340fa-7705-4470-b98d-8284be436eef x-openstack-request-id: req-818340fa-7705-4470-b98d-8284be436eef {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:24:32.326802 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61298d7-a219-4df7-b5d9-093f014929c7", "name": "network-vif-deleted", "tag": "74893e47-dca7-45ae-ad24-b926f0b7612c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:24:32.327042 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-818340fa-7705-4470-b98d-8284be436eef {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:24:32.327442 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61298d7-a219-4df7-b5d9-093f014929c7', 'name': 'network-vif-deleted', 'tag': '74893e47-dca7-45ae-ad24-b926f0b7612c', 'status': 'completed', 'code': 200} Mar 11 19:24:32.384861 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:32.597263 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:32.623311 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:24:32.632565 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:32.633219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:32.877748 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:33.095040 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:33.122629 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ac01c-5151-47c7-8836-f3fe3196043c None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '6f1e1118-96a9-4a7f-accd-5c427ba6544e', 'name': '', 'network_id': '1310714a-4acb-4f09-b4aa-7a22c2293633', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'mac_address': 'fa:16:3e:9e:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:44Z', 'updated_at': '2022-03-11T19:17:01Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'subnets': [{'id': '55f4b999-9d14-403a-87bd-ebce09cf262f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:24:33.252769 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47730) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:33.310374 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fda79ad9-b1de-4b81-8156-24a4ef026274 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (cfc5c608-51e1-4ef8-890d-052ba06a5306), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.335772 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fda79ad9-b1de-4b81-8156-24a4ef026274 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (cfc5c608-51e1-4ef8-890d-052ba06a5306), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.351731 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ca679-39ae-4c55-bce8-940d7e0c02f9 None None] New status for floating IP 9a924ab7-893d-426e-bbf4-bd9006389f24: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:24:33.397326 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fda79ad9-b1de-4b81-8156-24a4ef026274 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (cfc5c608-51e1-4ef8-890d-052ba06a5306), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.400032 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-fda79ad9-b1de-4b81-8156-24a4ef026274 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.401265 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-fda79ad9-b1de-4b81-8156-24a4ef026274 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "DELETE /v2.0/security-groups/cfc5c608-51e1-4ef8-890d-052ba06a5306 HTTP/1.1" status: 204 len: 168 time: 0.1476524 Mar 11 19:24:33.403971 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47732) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:33.420698 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.api.v2.resource [None req-13bdd6ce-b3e4-47fa-adea-343f3b7d96dc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] show failed (client error): The resource could not be found. Mar 11 19:24:33.422521 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda79ad9-b1de-4b81-8156-24a4ef026274 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc5c608-51e1-4ef8-890d-052ba06a5306,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:33.425253 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47734) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:33.425435 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-13bdd6ce-b3e4-47fa-adea-343f3b7d96dc tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "GET /v2.0/security-groups/cfc5c608-51e1-4ef8-890d-052ba06a5306 HTTP/1.1" status: 404 len: 347 time: 0.0197263 Mar 11 19:24:33.557866 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Deleting port 6896a307-014b-420d-a792-815a2796629c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:33.558219 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (6896a307-014b-420d-a792-815a2796629c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.638762 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (6896a307-014b-420d-a792-815a2796629c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.639012 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (6896a307-014b-420d-a792-815a2796629c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.652125 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Calling delete_port for 6896a307-014b-420d-a792-815a2796629c owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:33.804979 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (6896a307-014b-420d-a792-815a2796629c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.831449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Pushing event deleted for resources: {'Port': ['ID=6896a307-014b-420d-a792-815a2796629c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:33.894660 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks [] for floatingip (9a924ab7-893d-426e-bbf4-bd9006389f24), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.897153 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:33.898311 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-751ed8bf-ba8d-4067-8bde-3c96958b5c68 tempest-AttachVolumeTestJSON-629149882 tempest-AttachVolumeTestJSON-629149882-project] 10.222.0.55 "DELETE /v2.0/floatingips/9a924ab7-893d-426e-bbf4-bd9006389f24 HTTP/1.1" status: 204 len: 168 time: 0.4719784 Mar 11 19:24:34.652623 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1105e53-ae2c-4143-9585-f846d429ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:35.340138 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 74893e47-dca7-45ae-ad24-b926f0b7612c no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:35.365976 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 74893e47-dca7-45ae-ad24-b926f0b7612c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:35.366331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 74893e47-dca7-45ae-ad24-b926f0b7612c not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:35.409121 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:36.964755 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93d7aac5-2db8-4f55-9a30-eb0ab3cbd3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:37.448097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47762) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:38.254619 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (89fc95f1-cebb-4f27-b067-b2f15e80992f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:38.571271 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Deleting port 6f1e1118-96a9-4a7f-accd-5c427ba6544e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:38.571965 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:38.654913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] For port 6f1e1118-96a9-4a7f-accd-5c427ba6544e, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=6f1e1118-96a9-4a7f-accd-5c427ba6544e,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:38.655281 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:38.668943 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Calling delete_port for 6f1e1118-96a9-4a7f-accd-5c427ba6544e owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:38.776835 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:38.868655 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (6f1e1118-96a9-4a7f-accd-5c427ba6544e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:38.891748 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1e1118-96a9-4a7f-accd-5c427ba6544e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:39.076966 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (89fc95f1-cebb-4f27-b067-b2f15e80992f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:39.298653 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Router 89fc95f1-cebb-4f27-b067-b2f15e80992f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:24:39.406201 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:24:39.412001 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-bc75d5ef-6edf-4c4f-9655-76e6eed1e932 admin admin] 10.222.0.55 "PUT /v2.0/routers/89fc95f1-cebb-4f27-b067-b2f15e80992f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9620852 Mar 11 19:24:39.414335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47766) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:39.416095 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] Sync routers for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:24:39.426476 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:39.427199 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:39.526774 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks [] for router (89fc95f1-cebb-4f27-b067-b2f15e80992f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:39.551497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:39.653334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks [] for router_gateway (89fc95f1-cebb-4f27-b067-b2f15e80992f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:39.746932 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:24:38Z', 'revision_number': 5, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port': {'id': '1837e8ab-652a-4a3b-9809-afe56c7d1f54', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:39.776466 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] Checking router: 89fc95f1-cebb-4f27-b067-b2f15e80992f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:24:39.785796 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] Routers {'89fc95f1-cebb-4f27-b067-b2f15e80992f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:39.786517 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['89fc95f1-cebb-4f27-b067-b2f15e80992f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:39.886965 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] Set router 89fc95f1-cebb-4f27-b067-b2f15e80992f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:39.940198 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:24:39Z', 'revision_number': 6, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:39.960030 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Deleting port 1837e8ab-652a-4a3b-9809-afe56c7d1f54 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:39.960364 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:39.971993 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82264a0-33f1-415a-b92f-e9c1b9589504 None None] The sync data for ids ['89fc95f1-cebb-4f27-b067-b2f15e80992f'] in dv-cinder-830674-2-iscsi is: [{'id': '89fc95f1-cebb-4f27-b067-b2f15e80992f', 'name': 'tempest-AttachVolumeTestJSON-1219743852-router', 'tenant_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:24:39Z', 'revision_number': 6, 'project_id': '7d710cf3e62e46a4a4fafbefe6024ccf', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:24:40.045304 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] For port 1837e8ab-652a-4a3b-9809-afe56c7d1f54, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=1837e8ab-652a-4a3b-9809-afe56c7d1f54,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:40.045683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.059396 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Calling delete_port for 1837e8ab-652a-4a3b-9809-afe56c7d1f54 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:40.235853 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (1837e8ab-652a-4a3b-9809-afe56c7d1f54), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.262632 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Pushing event deleted for resources: {'Port': ['ID=1837e8ab-652a-4a3b-9809-afe56c7d1f54,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:40.326550 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (89fc95f1-cebb-4f27-b067-b2f15e80992f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.370134 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.453302 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (89fc95f1-cebb-4f27-b067-b2f15e80992f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.455388 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks [] for router_controller (89fc95f1-cebb-4f27-b067-b2f15e80992f), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.518386 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (89fc95f1-cebb-4f27-b067-b2f15e80992f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.525286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89fc95f1-cebb-4f27-b067-b2f15e80992f {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:24:40.525286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.525831 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-be2b8385-eb57-4be4-8d9a-f691dc13099e admin admin] 10.222.0.55 "DELETE /v2.0/routers/89fc95f1-cebb-4f27-b067-b2f15e80992f HTTP/1.1" status: 204 len: 168 time: 1.1105840 Mar 11 19:24:40.528659 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47768) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:40.577343 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Deleting subnet 55f4b999-9d14-403a-87bd-ebce09cf262f {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:24:40.581001 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Publish callbacks [] for subnet (55f4b999-9d14-403a-87bd-ebce09cf262f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.619285 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (55f4b999-9d14-403a-87bd-ebce09cf262f), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.725028 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (55f4b999-9d14-403a-87bd-ebce09cf262f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.790915 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (55f4b999-9d14-403a-87bd-ebce09cf262f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.820298 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f4b999-9d14-403a-87bd-ebce09cf262f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:40.825656 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.828891 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-143fdce5-c000-48ef-85e5-6d336178be4b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55f4b999-9d14-403a-87bd-ebce09cf262f HTTP/1.1" status: 204 len: 168 time: 0.2994492 Mar 11 19:24:40.831666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47770) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:40.834501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbaea05-25c1-44b8-a06b-c598afc8e101 None None] Network 1310714a-4acb-4f09-b4aa-7a22c2293633 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:24:40.857029 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 6f1e1118-96a9-4a7f-accd-5c427ba6544e no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:40.908637 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (1310714a-4acb-4f09-b4aa-7a22c2293633), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:40.921506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 6f1e1118-96a9-4a7f-accd-5c427ba6544e {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:40.921941 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 6f1e1118-96a9-4a7f-accd-5c427ba6544e not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:40.966973 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Deleting port d053b090-ef52-493a-b162-f1252603896a {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:40.967315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (d053b090-ef52-493a-b162-f1252603896a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.030656 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] DHCP port deletion for 1310714a-4acb-4f09-b4aa-7a22c2293633 request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:24:41.065341 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] For port d053b090-ef52-493a-b162-f1252603896a, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=d053b090-ef52-493a-b162-f1252603896a,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:41.065726 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (d053b090-ef52-493a-b162-f1252603896a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.082685 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Calling delete_port for d053b090-ef52-493a-b162-f1252603896a owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:41.098687 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] Deleting port d053b090-ef52-493a-b162-f1252603896a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:41.099671 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (d053b090-ef52-493a-b162-f1252603896a), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.109199 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-a8ddf79d-3d5a-41bb-b863-b5f77f0943cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798798 Mar 11 19:24:41.184564 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] For port d053b090-ef52-493a-b162-f1252603896a, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=d053b090-ef52-493a-b162-f1252603896a,segment=NetworkSegment(e55d4e2d-093b-447d-8790-c604d2265fcb),segment_id=e55d4e2d-093b-447d-8790-c604d2265fcb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:41.185233 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (d053b090-ef52-493a-b162-f1252603896a), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.208885 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] Calling delete_port for d053b090-ef52-493a-b162-f1252603896a owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:41.214482 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (d053b090-ef52-493a-b162-f1252603896a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.246358 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-0683fcfe-235d-4f1a-ba00-4b8156e61a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:41.247979 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-0683fcfe-235d-4f1a-ba00-4b8156e61a69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.0763581 Mar 11 19:24:41.248802 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] No DVR routers for this DVR port d053b090-ef52-493a-b162-f1252603896a on host dv-cinder-830674-2-iscsi {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:24:41.250419 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Pushing event deleted for resources: {'Port': ['ID=d053b090-ef52-493a-b162-f1252603896a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:41.328089 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (1310714a-4acb-4f09-b4aa-7a22c2293633), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.338010 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (d053b090-ef52-493a-b162-f1252603896a), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.361952 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] Pushing event deleted for resources: {'Port': ['ID=d053b090-ef52-493a-b162-f1252603896a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:41.370114 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399325e-e351-4dd3-84a1-5ce86de41a6b None None] No DVR routers for this DVR port d053b090-ef52-493a-b162-f1252603896a on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:24:41.375478 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1310714a-4acb-4f09-b4aa-7a22c2293633']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:41.417032 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55d4e2d-093b-447d-8790-c604d2265fcb') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:41.417332 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55d4e2d-093b-447d-8790-c604d2265fcb') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:41.431876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (e55d4e2d-093b-447d-8790-c604d2265fcb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.451407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (e55d4e2d-093b-447d-8790-c604d2265fcb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.465376 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:24:41.465783 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (e55d4e2d-093b-447d-8790-c604d2265fcb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:24:41.467598 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:24:41.478426 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-dc260f2c-cdcd-4145-ad4b-3c26ffac58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:41.479921 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-dc260f2c-cdcd-4145-ad4b-3c26ffac58be service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.1490655 Mar 11 19:24:41.562721 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (1310714a-4acb-4f09-b4aa-7a22c2293633), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.567390 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.571420 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] 10.222.0.55 "DELETE /v2.0/networks/1310714a-4acb-4f09-b4aa-7a22c2293633 HTTP/1.1" status: 204 len: 168 time: 0.7382255 Mar 11 19:24:41.593020 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc5441-52eb-4996-b943-9ac19a85131c admin admin] Pushing event deleted for resources: {'Network': ['ID=1310714a-4acb-4f09-b4aa-7a22c2293633,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:41.608015 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-6953719e-dd00-4c6a-a1fc-c6147bbcd9bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 1002 time: 0.0913746 Mar 11 19:24:41.664937 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-18fb14d4-feaa-4e32-8ab8-6d47f7d9b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:41.666786 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-18fb14d4-feaa-4e32-8ab8-6d47f7d9b3ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0499411 Mar 11 19:24:41.699881 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47774) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:41.721688 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:41.722401 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-489686ac-0cf4-41d5-9418-77786c07bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:41.724849 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-489686ac-0cf4-41d5-9418-77786c07bd15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487435 Mar 11 19:24:41.745965 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-bad27ac1-63c2-487b-af28-b85c8898424d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d710cf3e62e46a4a4fafbefe6024ccf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442419 Mar 11 19:24:41.748343 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47776) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:41.836134 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-2196100c-14d8-489c-a9ed-0b74a836ba45 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930548 Mar 11 19:24:41.929546 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed2a7cb4-75d9-4b43-b22c-686ba574b6af req-375d5c5a-aa62-4793-9e4f-fb0669701e78 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912344 Mar 11 19:24:42.040478 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585c891a-ae0a-4078-b48c-9803ea99d58e admin admin] Publish callbacks [] for security_group (a8c019e0-b55e-42e5-9538-03664a3041e8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:42.062694 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585c891a-ae0a-4078-b48c-9803ea99d58e admin admin] Publish callbacks [] for security_group (a8c019e0-b55e-42e5-9538-03664a3041e8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:42.115077 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585c891a-ae0a-4078-b48c-9803ea99d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (a8c019e0-b55e-42e5-9538-03664a3041e8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:42.117882 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-585c891a-ae0a-4078-b48c-9803ea99d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:42.119045 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-585c891a-ae0a-4078-b48c-9803ea99d58e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8c019e0-b55e-42e5-9538-03664a3041e8 HTTP/1.1" status: 204 len: 168 time: 0.3697844 Mar 11 19:24:42.127158 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c891a-ae0a-4078-b48c-9803ea99d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c019e0-b55e-42e5-9538-03664a3041e8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:42.480265 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device d053b090-ef52-493a-b162-f1252603896a no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:42.500389 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: d053b090-ef52-493a-b162-f1252603896a {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:42.500766 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device d053b090-ef52-493a-b162-f1252603896a not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:42.501192 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 1837e8ab-652a-4a3b-9809-afe56c7d1f54 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:42.526148 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 1837e8ab-652a-4a3b-9809-afe56c7d1f54 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:42.526497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 1837e8ab-652a-4a3b-9809-afe56c7d1f54 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:48.606790 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47900) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:48.714968 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f15d2a7c-6a98-4fe7-b0f7-a89fe78ad04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.798403 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f15d2a7c-6a98-4fe7-b0f7-a89fe78ad04e admin admin] Publish callbacks [] for security_group (0a0c8e6c-4634-44db-9b4d-c865068693bb), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.802380 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-f15d2a7c-6a98-4fe7-b0f7-a89fe78ad04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0a0c8e6c-4634-44db-9b4d-c865068693bb), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.841279 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-f15d2a7c-6a98-4fe7-b0f7-a89fe78ad04e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa81a75463e9492bba2710a270d5b9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333372 Mar 11 19:24:48.842254 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d2a7c-6a98-4fe7-b0f7-a89fe78ad04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c8e6c-4634-44db-9b4d-c865068693bb,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:48.843888 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47904) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:48.860831 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47906) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:48.897633 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b4719d4-ce78-4a24-b92f-6f4b05c98e0f admin admin] Publish callbacks [] for security_group (0a0c8e6c-4634-44db-9b4d-c865068693bb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.919731 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b4719d4-ce78-4a24-b92f-6f4b05c98e0f admin admin] Publish callbacks [] for security_group (0a0c8e6c-4634-44db-9b4d-c865068693bb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.969752 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b4719d4-ce78-4a24-b92f-6f4b05c98e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (0a0c8e6c-4634-44db-9b4d-c865068693bb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.974341 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b4719d4-ce78-4a24-b92f-6f4b05c98e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:48.985127 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7b4719d4-ce78-4a24-b92f-6f4b05c98e0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a0c8e6c-4634-44db-9b4d-c865068693bb HTTP/1.1" status: 204 len: 168 time: 0.1351533 Mar 11 19:24:48.995398 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4719d4-ce78-4a24-b92f-6f4b05c98e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c8e6c-4634-44db-9b4d-c865068693bb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:49.046475 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Deleting port 1143ad49-e38f-45cf-a227-f123523a7dd3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:49.046942 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.125842 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.126183 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for floatingip (1143ad49-e38f-45cf-a227-f123523a7dd3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.145455 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Calling delete_port for 1143ad49-e38f-45cf-a227-f123523a7dd3 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:49.266333 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47912) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:49.280362 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd1627d3-8e5f-4901-8728-bef612234bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.337025 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (1143ad49-e38f-45cf-a227-f123523a7dd3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.363259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event deleted for resources: {'Port': ['ID=1143ad49-e38f-45cf-a227-f123523a7dd3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:49.377675 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd1627d3-8e5f-4901-8728-bef612234bf9 admin admin] Publish callbacks [] for security_group (417e78fc-909d-4816-8cc3-06f25ff92abc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.385887 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd1627d3-8e5f-4901-8728-bef612234bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (417e78fc-909d-4816-8cc3-06f25ff92abc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.427870 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for floatingip (f0ae3441-82ce-4efc-827a-77298340898c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.428204 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Floating IP f0ae3441-82ce-4efc-827a-77298340898c disassociated (deleted). External IP: 172.27.2.117, port: 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c. Mar 11 19:24:49.429205 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1627d3-8e5f-4901-8728-bef612234bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417e78fc-909d-4816-8cc3-06f25ff92abc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:49.437308 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-bd1627d3-8e5f-4901-8728-bef612234bf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1236d5b558c492f96171014874b7557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698885 Mar 11 19:24:49.438269 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47914) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:49.488321 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da9872d-05b4-4d60-9512-e49524356f5f admin admin] Publish callbacks [] for security_group (417e78fc-909d-4816-8cc3-06f25ff92abc), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.511418 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da9872d-05b4-4d60-9512-e49524356f5f admin admin] Publish callbacks [] for security_group (417e78fc-909d-4816-8cc3-06f25ff92abc), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.559368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da9872d-05b4-4d60-9512-e49524356f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (417e78fc-909d-4816-8cc3-06f25ff92abc), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.562442 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1da9872d-05b4-4d60-9512-e49524356f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.567355 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1da9872d-05b4-4d60-9512-e49524356f5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/417e78fc-909d-4816-8cc3-06f25ff92abc HTTP/1.1" status: 204 len: 168 time: 0.1244757 Mar 11 19:24:49.578741 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9872d-05b4-4d60-9512-e49524356f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417e78fc-909d-4816-8cc3-06f25ff92abc,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:49.675126 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Router bf021574-5760-4eb1-a6ae-5e20b12541ae has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:24:49.789369 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:24:49.794409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:49.800203 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] Sync routers for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:24:49.813424 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:49.814067 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:49.825930 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-99454558-0e15-4add-a466-5c56d265527b tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "DELETE /v2.0/floatingips/f0ae3441-82ce-4efc-827a-77298340898c HTTP/1.1" status: 204 len: 168 time: 0.9639435 Mar 11 19:24:49.826784 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:24:49.837960 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857041f5-0df2-4d9e-bcda-5e634508b433" -d '{"events": [{"name": "network-changed", "server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:24:49.902683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d9f29-5899-4c0d-9443-6b1d5e0591d1 x-openstack-request-id: req-640d9f29-5899-4c0d-9443-6b1d5e0591d1 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:24:49.903192 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:24:49.903602 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-640d9f29-5899-4c0d-9443-6b1d5e0591d1 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:24:49.904163 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'status': 'completed', 'code': 200} Mar 11 19:24:49.950861 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:49.991846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-552bab6d-9c53-409d-84ff-850cae4b652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:49.993939 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-552bab6d-9c53-409d-84ff-850cae4b652d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b866860832584d6e966645835c6f3a42&device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 1130 time: 0.0620544 Mar 11 19:24:50.150326 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-d62cc9d4-df66-4221-a11c-245114392789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:50.151806 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-d62cc9d4-df66-4221-a11c-245114392789 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 200 len: 909 time: 0.1506839 Mar 11 19:24:50.166061 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa7f2f-a05b-4ec9-a09d-35bb68499fbe req-4ed95e19-dbea-410e-9851-6cbef5422773 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:50.168344 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a2aa7f2f-a05b-4ec9-a09d-35bb68499fbe req-4ed95e19-dbea-410e-9851-6cbef5422773 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0876188 Mar 11 19:24:50.235824 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-00d06ede-7f40-4d19-b38a-adc67f6a800f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 200 len: 217 time: 0.0664425 Mar 11 19:24:50.295500 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a2aa7f2f-a05b-4ec9-a09d-35bb68499fbe req-df8fa39e-4b92-4fe4-bd4f-8a9a2280a3ae tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188557 Mar 11 19:24:50.297421 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:50.304876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-7a654ced-3d97-40e9-9c4f-1cedd96c61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:50.307783 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-7a654ced-3d97-40e9-9c4f-1cedd96c61bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 200 len: 847 time: 0.0635672 Mar 11 19:24:50.332676 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] Checking router: bf021574-5760-4eb1-a6ae-5e20b12541ae for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:24:50.343829 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:50.344513 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:50.364912 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-2945ed16-3fe2-4264-881f-182d15173310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:50.366342 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-2945ed16-3fe2-4264-881f-182d15173310 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6443ac22-ccda-40f6-9e5f-37dbec0c4f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511982 Mar 11 19:24:50.467459 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:50.474690 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-7fb6cede-7bc4-4270-8067-da888f8628f0 service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990477 Mar 11 19:24:50.602298 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-857041f5-0df2-4d9e-bcda-5e634508b433 req-4d225703-8ea3-4add-8a8e-97e3a6bd0f3a service neutron] 10.222.0.18 "GET /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205108 Mar 11 19:24:50.722285 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:50.751913 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a19309-3083-4e7b-843b-0b9b21288142 None None] The sync data for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi is: [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:47Z', 'revision_number': 4, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'ea3fe11d-7163-4c7a-bba1-7b442867748d', 'name': '', 'network_id': '6443ac22-ccda-40f6-9e5f-37dbec0c4f66', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'mac_address': 'fa:16:3e:b7:8c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:46Z', 'updated_at': '2022-03-11T19:17:52Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'subnets': [{'id': '92113b30-d54b-48c1-9d17-2b7456fd124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:24:50.860030 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 47950) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:50.974092 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.009185 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b500f138-06a9-418d-bf71-0543d728d45f None None] New status for floating IP f0ae3441-82ce-4efc-827a-77298340898c: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:24:51.054601 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Publish callbacks [] for security_group (f2d608b5-664a-4a20-beea-06718e683aa1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.059790 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (f2d608b5-664a-4a20-beea-06718e683aa1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.101992 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d608b5-664a-4a20-beea-06718e683aa1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:51.107093 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=add763721fbd454d88fc880b265df236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460475 Mar 11 19:24:51.110240 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 47954) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:51.112174 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.112538 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.112923 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.113270 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.113614 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.113948 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.114414 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.114626 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.114941 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.115270 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.115606 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.116539 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.116907 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e496e43-f294-4103-bc3d-dd370bd31d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:51.167356 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-644b7287-7566-4818-bd6c-7ac263904a0d admin admin] Publish callbacks [] for security_group (f2d608b5-664a-4a20-beea-06718e683aa1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.189605 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-644b7287-7566-4818-bd6c-7ac263904a0d admin admin] Publish callbacks [] for security_group (f2d608b5-664a-4a20-beea-06718e683aa1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.235558 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-644b7287-7566-4818-bd6c-7ac263904a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (f2d608b5-664a-4a20-beea-06718e683aa1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.238618 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-644b7287-7566-4818-bd6c-7ac263904a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:51.239803 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-644b7287-7566-4818-bd6c-7ac263904a0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2d608b5-664a-4a20-beea-06718e683aa1 HTTP/1.1" status: 204 len: 168 time: 0.1281536 Mar 11 19:24:51.248043 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b7287-7566-4818-bd6c-7ac263904a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d608b5-664a-4a20-beea-06718e683aa1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:51.431583 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f3a51-e489-498f-b864-5dfec695171c req-9a6f5c33-697c-4ca6-8330-06048281a6cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:51.433163 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-765f3a51-e489-498f-b864-5dfec695171c req-9a6f5c33-697c-4ca6-8330-06048281a6cf tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0563984 Mar 11 19:24:51.484116 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-765f3a51-e489-498f-b864-5dfec695171c req-672d1478-0066-427a-988d-e8ffe49d20ce tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Mar 11 19:24:52.172870 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-c0a5d8b6-b1ad-4270-9035-f77a967dd38c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:52.174329 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-c0a5d8b6-b1ad-4270-9035-f77a967dd38c tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.0578904 Mar 11 19:24:52.273702 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Deleting port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:52.274049 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:52.379445 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] For port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:52.379924 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:52.394069 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Calling delete_port for 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:52.778558 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882de34-3a0d-4dc8-8ba7-9cb84d80c5a2 req-1daf0b63-8ac9-4b39-9548-e96d782da453 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:24:52.781248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7882de34-3a0d-4dc8-8ba7-9cb84d80c5a2 req-1daf0b63-8ac9-4b39-9548-e96d782da453 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 946 time: 0.1094141 Mar 11 19:24:52.877108 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7882de34-3a0d-4dc8-8ba7-9cb84d80c5a2 req-9efcb5b0-ab37-4cbe-ab0e-0477d171a07d tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/security-groups?id=181a2396-a8cc-4ce5-aef8-1b8f281d4418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911081 Mar 11 19:24:52.878206 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:52.909426 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event deleted for resources: {'Port': ['ID=5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:52.920847 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.921203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.921542 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.921879 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.922214 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.922564 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.922865 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.923185 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.923507 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.923831 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.924149 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.924466 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.924809 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:24:52.973407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] No DVR routers for this DVR port 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:24:52.976827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:52.980145 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6273e0fd-250a-4d84-8b69-ed6abb4c5153 req-ec8e325f-e56e-417f-8151-7d0c9a302c40 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.18 "DELETE /v2.0/ports/5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c HTTP/1.1" status: 204 len: 173 time: 0.8001761 Mar 11 19:24:52.980675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-deleted', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:24:52.982879 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c4e7f3-b912-43bd-9ac3-4fc39f202462" -d '{"events": [{"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-deleted", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:24:53.020712 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07bb2e-5f3e-4441-9b4b-17e162aaea1e x-openstack-request-id: req-bf07bb2e-5f3e-4441-9b4b-17e162aaea1e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:24:53.021031 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f86352d-a2ad-4b09-8c63-06d2eaa31404", "name": "network-vif-deleted", "tag": "5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:24:53.021283 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf07bb2e-5f3e-4441-9b4b-17e162aaea1e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:24:53.021682 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f86352d-a2ad-4b09-8c63-06d2eaa31404', 'name': 'network-vif-deleted', 'tag': '5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c', 'status': 'completed', 'code': 200} Mar 11 19:24:54.000024 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-020f6a4e-7972-494e-b865-b1a7614c1a98 req-04ca68e5-5bbf-4259-a795-99541117ba05 tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f86352d-a2ad-4b09-8c63-06d2eaa31404 HTTP/1.1" status: 200 len: 210 time: 0.0317342 Mar 11 19:24:55.063043 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48050) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:55.129083 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ee116ce-c008-409f-b63d-96c952fbb0cd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group (181a2396-a8cc-4ce5-aef8-1b8f281d4418), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:55.161601 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ee116ce-c008-409f-b63d-96c952fbb0cd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group (181a2396-a8cc-4ce5-aef8-1b8f281d4418), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:55.245492 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ee116ce-c008-409f-b63d-96c952fbb0cd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (181a2396-a8cc-4ce5-aef8-1b8f281d4418), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:55.248184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7ee116ce-c008-409f-b63d-96c952fbb0cd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:55.249391 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7ee116ce-c008-409f-b63d-96c952fbb0cd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] 10.222.0.55 "DELETE /v2.0/security-groups/181a2396-a8cc-4ce5-aef8-1b8f281d4418 HTTP/1.1" status: 204 len: 168 time: 0.1853542 Mar 11 19:24:55.259136 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee116ce-c008-409f-b63d-96c952fbb0cd tempest-TestShelveInstance-1485207915 tempest-TestShelveInstance-1485207915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a2396-a8cc-4ce5-aef8-1b8f281d4418,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:55.316247 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48054) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:55.851355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (bf021574-5760-4eb1-a6ae-5e20b12541ae), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:56.120848 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Deleting port ea3fe11d-7163-4c7a-bba1-7b442867748d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:56.121783 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:56.206370 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] For port ea3fe11d-7163-4c7a-bba1-7b442867748d, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=ea3fe11d-7163-4c7a-bba1-7b442867748d,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:56.206738 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:56.219973 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Calling delete_port for ea3fe11d-7163-4c7a-bba1-7b442867748d owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:56.419299 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (ea3fe11d-7163-4c7a-bba1-7b442867748d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:56.445747 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3fe11d-7163-4c7a-bba1-7b442867748d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:56.625139 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (bf021574-5760-4eb1-a6ae-5e20b12541ae), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:56.873094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Router bf021574-5760-4eb1-a6ae-5e20b12541ae has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:24:56.885357 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:24:56.991040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:24:56.995848 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-574f5d95-7aaa-48ff-ab9c-de8e8e8369c6 admin admin] 10.222.0.55 "PUT /v2.0/routers/bf021574-5760-4eb1-a6ae-5e20b12541ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6783113 Mar 11 19:24:56.998591 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48062) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:57.001688 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] Sync routers for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:24:57.014569 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:57.015224 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:57.112746 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks [] for router (bf021574-5760-4eb1-a6ae-5e20b12541ae), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.127358 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:57.222349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks [] for router_gateway (bf021574-5760-4eb1-a6ae-5e20b12541ae), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.281766 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Deleting port 8256bdc4-f67c-4c38-90ed-375cf5394488 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:57.282015 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.313059 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:24:56Z', 'revision_number': 5, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port': {'id': '8256bdc4-f67c-4c38-90ed-375cf5394488', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:57.341665 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] Checking router: bf021574-5760-4eb1-a6ae-5e20b12541ae for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:24:57.349880 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] Routers {'bf021574-5760-4eb1-a6ae-5e20b12541ae'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:24:57.351068 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['bf021574-5760-4eb1-a6ae-5e20b12541ae'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:57.364187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] For port 8256bdc4-f67c-4c38-90ed-375cf5394488, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8256bdc4-f67c-4c38-90ed-375cf5394488,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:57.364563 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.379696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Calling delete_port for 8256bdc4-f67c-4c38-90ed-375cf5394488 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:57.441441 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] Set router bf021574-5760-4eb1-a6ae-5e20b12541ae gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:24:57.472227 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:57.494294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:57.494645 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 5c89cd6f-9fb8-496a-9383-fb3a4ff23b6c not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:57.503934 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:24:57Z', 'revision_number': 6, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:57.536484 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452a81c-65dc-4c4c-8433-20f1e7c2f551 None None] The sync data for ids ['bf021574-5760-4eb1-a6ae-5e20b12541ae'] in dv-cinder-830674-2-iscsi is: [{'id': 'bf021574-5760-4eb1-a6ae-5e20b12541ae', 'name': 'tempest-TestShelveInstance-396984398-router', 'tenant_id': 'b866860832584d6e966645835c6f3a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:43Z', 'updated_at': '2022-03-11T19:24:57Z', 'revision_number': 6, 'project_id': 'b866860832584d6e966645835c6f3a42', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:24:57.570712 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (8256bdc4-f67c-4c38-90ed-375cf5394488), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.599796 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Pushing event deleted for resources: {'Port': ['ID=8256bdc4-f67c-4c38-90ed-375cf5394488,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:57.668564 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (bf021574-5760-4eb1-a6ae-5e20b12541ae), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.766268 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (bf021574-5760-4eb1-a6ae-5e20b12541ae), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.768399 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks [] for router_controller (bf021574-5760-4eb1-a6ae-5e20b12541ae), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.081976 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (bf021574-5760-4eb1-a6ae-5e20b12541ae), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.082569 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf021574-5760-4eb1-a6ae-5e20b12541ae {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:24:58.087890 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.089040 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-bab7d2b6-7b61-4421-a962-4acb2c8aa49d admin admin] 10.222.0.55 "DELETE /v2.0/routers/bf021574-5760-4eb1-a6ae-5e20b12541ae HTTP/1.1" status: 204 len: 168 time: 1.0894196 Mar 11 19:24:58.091500 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48066) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:58.136642 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Deleting subnet 92113b30-d54b-48c1-9d17-2b7456fd124b {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:24:58.139804 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Publish callbacks [] for subnet (92113b30-d54b-48c1-9d17-2b7456fd124b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.175589 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (92113b30-d54b-48c1-9d17-2b7456fd124b), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.259100 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (92113b30-d54b-48c1-9d17-2b7456fd124b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.318317 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (92113b30-d54b-48c1-9d17-2b7456fd124b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.346780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92113b30-d54b-48c1-9d17-2b7456fd124b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:58.348772 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.355033 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-130de789-8f8f-45e2-b84a-58f8d034a547 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/92113b30-d54b-48c1-9d17-2b7456fd124b HTTP/1.1" status: 204 len: 168 time: 0.2600904 Mar 11 19:24:58.355155 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c5e25-04c8-415c-8413-7a6e48ce944a None None] Network 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:24:58.355282 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48068) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:58.435758 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (6443ac22-ccda-40f6-9e5f-37dbec0c4f66), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.500645 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Deleting port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:58.500866 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.549016 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] DHCP port deletion for 6443ac22-ccda-40f6-9e5f-37dbec0c4f66 request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:24:58.579312 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] For port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,segment=NetworkSegment(20178bb5-0812-4310-a209-fc0d7d2c6c01),segment_id=20178bb5-0812-4310-a209-fc0d7d2c6c01)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:58.579785 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.582723 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device ea3fe11d-7163-4c7a-bba1-7b442867748d no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:58.595013 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Calling delete_port for 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:58.713435 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.743139 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:58.746671 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] No DVR routers for this DVR port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 on host dv-cinder-830674-2-iscsi {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:24:58.748304 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: ea3fe11d-7163-4c7a-bba1-7b442867748d {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:58.748654 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device ea3fe11d-7163-4c7a-bba1-7b442867748d not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:58.749110 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8256bdc4-f67c-4c38-90ed-375cf5394488 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:24:58.787019 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 8256bdc4-f67c-4c38-90ed-375cf5394488 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:24:58.787391 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8256bdc4-f67c-4c38-90ed-375cf5394488 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:24:58.807022 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Deleting port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:58.807403 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.829429 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (6443ac22-ccda-40f6-9e5f-37dbec0c4f66), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.855746 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6443ac22-ccda-40f6-9e5f-37dbec0c4f66']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:58.865109 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20178bb5-0812-4310-a209-fc0d7d2c6c01') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:58.865406 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20178bb5-0812-4310-a209-fc0d7d2c6c01') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:24:58.873744 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] For port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75, host dv-cinder-830674-2-iscsi, got binding levels [] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:58.874151 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.875302 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (20178bb5-0812-4310-a209-fc0d7d2c6c01), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.888304 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Calling delete_port for 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:58.889825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (20178bb5-0812-4310-a209-fc0d7d2c6c01), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.891548 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 was not found and therefore no delete operation was performed {{(pid=103356) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:24:58.892543 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (0e7e6aee-cc9d-4ec6-bf46-02a849302d75), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.896603 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:24:58.897053 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (20178bb5-0812-4310-a209-fc0d7d2c6c01), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:24:58.901162 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:24:58.923315 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] Pushing event deleted for resources: {'Port': ['ID=0e7e6aee-cc9d-4ec6-bf46-02a849302d75,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:58.926765 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ddeac-897c-4aef-a882-a1a898eb09a4 None None] No DVR routers for this DVR port 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:24:58.961732 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (6443ac22-ccda-40f6-9e5f-37dbec0c4f66), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.967639 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.970769 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] 10.222.0.55 "DELETE /v2.0/networks/6443ac22-ccda-40f6-9e5f-37dbec0c4f66 HTTP/1.1" status: 204 len: 168 time: 0.6146250 Mar 11 19:24:58.973772 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48072) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:58.982112 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545ca4-fe54-41cb-b5ea-6e6c6e98e56a admin admin] Pushing event deleted for resources: {'Network': ['ID=6443ac22-ccda-40f6-9e5f-37dbec0c4f66,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:24:59.341525 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (40e31047-7593-418f-a07f-9c4b738ddba5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:59.623705 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Deleting port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:24:59.623964 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:59.708963 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] For port edbec97f-4b11-4c2d-ba77-48c77a2ac3a6, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:24:59.709333 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:59.723289 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Calling delete_port for edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:24:59.909702 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (edbec97f-4b11-4c2d-ba77-48c77a2ac3a6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:59.939311 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=edbec97f-4b11-4c2d-ba77-48c77a2ac3a6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:00.111325 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (40e31047-7593-418f-a07f-9c4b738ddba5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:00.352247 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Router 40e31047-7593-418f-a07f-9c4b738ddba5 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:00.472282 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:00.481191 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-026547e2-d17b-4cc7-b27b-a4858d13aab8 admin admin] 10.222.0.55 "PUT /v2.0/routers/40e31047-7593-418f-a07f-9c4b738ddba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5036902 Mar 11 19:25:00.481191 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48078) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:00.484537 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] Sync routers for ids ['40e31047-7593-418f-a07f-9c4b738ddba5'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:00.500160 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] Routers {'40e31047-7593-418f-a07f-9c4b738ddba5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:00.501133 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['40e31047-7593-418f-a07f-9c4b738ddba5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:00.558053 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:00.590937 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:00.591272 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 0e7e6aee-cc9d-4ec6-bf46-02a849302d75 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:00.600134 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks [] for router (40e31047-7593-418f-a07f-9c4b738ddba5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:00.644947 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] Set router 40e31047-7593-418f-a07f-9c4b738ddba5 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:00.710926 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks [] for router_gateway (40e31047-7593-418f-a07f-9c4b738ddba5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:00.769946 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Deleting port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:00.770298 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:00.846530 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:24:59Z', 'revision_number': 5, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port': {'id': 'cec301bc-bd8f-4d84-94aa-d5951bfaa8cf', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:17:51Z', 'updated_at': '2022-03-11T19:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:00.864041 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] For port cec301bc-bd8f-4d84-94aa-d5951bfaa8cf, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:00.864383 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:00.879603 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Calling delete_port for cec301bc-bd8f-4d84-94aa-d5951bfaa8cf owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:00.880386 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] Checking router: 40e31047-7593-418f-a07f-9c4b738ddba5 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:00.889397 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] Routers {'40e31047-7593-418f-a07f-9c4b738ddba5'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:00.890007 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['40e31047-7593-418f-a07f-9c4b738ddba5'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:00.985459 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] Set router 40e31047-7593-418f-a07f-9c4b738ddba5 gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:01.042253 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:25:00Z', 'revision_number': 6, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:01.074717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af8e8e-57b6-4101-95c7-2d01e8d23b41 None None] The sync data for ids ['40e31047-7593-418f-a07f-9c4b738ddba5'] in dv-cinder-830674-2-iscsi is: [{'id': '40e31047-7593-418f-a07f-9c4b738ddba5', 'name': 'tempest-TestShelveInstance-562534474-router', 'tenant_id': '058b3ff1765a4024af22ffab1c75a891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:17:50Z', 'updated_at': '2022-03-11T19:25:00Z', 'revision_number': 6, 'project_id': '058b3ff1765a4024af22ffab1c75a891', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:01.086665 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (cec301bc-bd8f-4d84-94aa-d5951bfaa8cf), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.127912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec301bc-bd8f-4d84-94aa-d5951bfaa8cf,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:01.190097 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (40e31047-7593-418f-a07f-9c4b738ddba5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.292396 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (40e31047-7593-418f-a07f-9c4b738ddba5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.294591 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks [] for router_controller (40e31047-7593-418f-a07f-9c4b738ddba5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.346807 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (40e31047-7593-418f-a07f-9c4b738ddba5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.347387 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e31047-7593-418f-a07f-9c4b738ddba5 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:25:01.353123 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.356786 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2de3d396-095c-4e8e-ae0c-c92991d793f6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/40e31047-7593-418f-a07f-9c4b738ddba5 HTTP/1.1" status: 204 len: 168 time: 0.8721325 Mar 11 19:25:01.357041 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48082) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:01.407474 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Deleting subnet c269c530-6e87-4ce8-9f8d-43897b2a70fb {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:25:01.411291 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Publish callbacks [] for subnet (c269c530-6e87-4ce8-9f8d-43897b2a70fb), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.448703 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (c269c530-6e87-4ce8-9f8d-43897b2a70fb), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.539863 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (c269c530-6e87-4ce8-9f8d-43897b2a70fb), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.595966 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (c269c530-6e87-4ce8-9f8d-43897b2a70fb), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.627027 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c269c530-6e87-4ce8-9f8d-43897b2a70fb,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:01.630816 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.637431 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e06de7e4-eb78-4da6-81e7-deeb9524cde0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c269c530-6e87-4ce8-9f8d-43897b2a70fb HTTP/1.1" status: 204 len: 168 time: 0.2767837 Mar 11 19:25:01.637596 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48084) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:01.638281 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921db9a3-68cb-4f49-aa04-b2b4b1d88287 None None] Network 00199373-f798-4c96-8405-e61b8aa3a48b requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:01.711931 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (00199373-f798-4c96-8405-e61b8aa3a48b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.767538 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Deleting port 50debb33-a772-4df0-a55f-e4857ee8c47e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:01.767883 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.852253 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] For port 50debb33-a772-4df0-a55f-e4857ee8c47e, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=50debb33-a772-4df0-a55f-e4857ee8c47e,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:01.852607 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.862353 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] DHCP port deletion for 00199373-f798-4c96-8405-e61b8aa3a48b request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:25:01.868277 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Calling delete_port for 50debb33-a772-4df0-a55f-e4857ee8c47e owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:01.920222 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Deleting port 50debb33-a772-4df0-a55f-e4857ee8c47e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:01.920691 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:01.977217 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.010304 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50debb33-a772-4df0-a55f-e4857ee8c47e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:02.014170 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] No DVR routers for this DVR port 50debb33-a772-4df0-a55f-e4857ee8c47e on host dv-cinder-830674-2-iscsi {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:02.017492 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] For port 50debb33-a772-4df0-a55f-e4857ee8c47e, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=50debb33-a772-4df0-a55f-e4857ee8c47e,segment=NetworkSegment(35fea885-5562-4b4c-a84d-2641f3095f6a),segment_id=35fea885-5562-4b4c-a84d-2641f3095f6a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:02.017892 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.038263 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Calling delete_port for 50debb33-a772-4df0-a55f-e4857ee8c47e owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:02.096441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (00199373-f798-4c96-8405-e61b8aa3a48b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.120281 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00199373-f798-4c96-8405-e61b8aa3a48b']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:02.133125 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fea885-5562-4b4c-a84d-2641f3095f6a') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:02.133372 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fea885-5562-4b4c-a84d-2641f3095f6a') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:02.140708 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (50debb33-a772-4df0-a55f-e4857ee8c47e), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.145457 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (35fea885-5562-4b4c-a84d-2641f3095f6a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.166597 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (35fea885-5562-4b4c-a84d-2641f3095f6a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.174940 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:25:02.175894 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (35fea885-5562-4b4c-a84d-2641f3095f6a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:25:02.178283 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:25:02.182521 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] No DVR routers for this DVR port 50debb33-a772-4df0-a55f-e4857ee8c47e on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:02.184315 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Pushing event deleted for resources: {'Port': ['ID=50debb33-a772-4df0-a55f-e4857ee8c47e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:02.198222 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.198222 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.198597 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.198943 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.199290 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.199629 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.200027 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.200366 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.201042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.201042 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.201402 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.201732 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.202112 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3516e1cd-00c2-4e95-8f68-13cf576746d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:02.269678 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (00199373-f798-4c96-8405-e61b8aa3a48b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.275997 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.281244 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00199373-f798-4c96-8405-e61b8aa3a48b HTTP/1.1" status: 204 len: 168 time: 0.6423399 Mar 11 19:25:02.309432 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985eac-9a4a-47cc-a72f-bad5a946d6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00199373-f798-4c96-8405-e61b8aa3a48b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:02.436958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48090) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:02.482312 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c35f7fb0-3221-4783-89fb-7d28c4394042 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b866860832584d6e966645835c6f3a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442083 Mar 11 19:25:02.484764 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48092) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:02.504398 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 50debb33-a772-4df0-a55f-e4857ee8c47e no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:02.533680 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 50debb33-a772-4df0-a55f-e4857ee8c47e {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:02.534032 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 50debb33-a772-4df0-a55f-e4857ee8c47e not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:02.534451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device cec301bc-bd8f-4d84-94aa-d5951bfaa8cf no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:02.536792 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c43c698f-0fc9-4164-a5b2-e7f1d82353e9 admin admin] Publish callbacks [] for security_group (3c59fbe6-43cc-4f61-a89d-9abeed79956b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.559865 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: cec301bc-bd8f-4d84-94aa-d5951bfaa8cf {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:02.560086 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c43c698f-0fc9-4164-a5b2-e7f1d82353e9 admin admin] Publish callbacks [] for security_group (3c59fbe6-43cc-4f61-a89d-9abeed79956b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.560235 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device cec301bc-bd8f-4d84-94aa-d5951bfaa8cf not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:02.560594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:02.581202 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:02.581549 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device edbec97f-4b11-4c2d-ba77-48c77a2ac3a6 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:02.610984 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c43c698f-0fc9-4164-a5b2-e7f1d82353e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (3c59fbe6-43cc-4f61-a89d-9abeed79956b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.614571 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c43c698f-0fc9-4164-a5b2-e7f1d82353e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:02.616810 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c43c698f-0fc9-4164-a5b2-e7f1d82353e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c59fbe6-43cc-4f61-a89d-9abeed79956b HTTP/1.1" status: 204 len: 168 time: 0.1302319 Mar 11 19:25:02.627351 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c698f-0fc9-4164-a5b2-e7f1d82353e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59fbe6-43cc-4f61-a89d-9abeed79956b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:02.969694 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48100) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:03.025844 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-85d40467-71e1-402a-8ccb-89cdfc5a832d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=058b3ff1765a4024af22ffab1c75a891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547833 Mar 11 19:25:03.028231 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48102) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:03.087383 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc29966-0596-47d5-be6d-9d70bbccfe98 admin admin] Publish callbacks [] for security_group (88e30270-c181-4833-a178-e378a650a1e4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:03.111078 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc29966-0596-47d5-be6d-9d70bbccfe98 admin admin] Publish callbacks [] for security_group (88e30270-c181-4833-a178-e378a650a1e4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:03.164585 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc29966-0596-47d5-be6d-9d70bbccfe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (88e30270-c181-4833-a178-e378a650a1e4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:03.167181 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bc29966-0596-47d5-be6d-9d70bbccfe98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:03.168353 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-6bc29966-0596-47d5-be6d-9d70bbccfe98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88e30270-c181-4833-a178-e378a650a1e4 HTTP/1.1" status: 204 len: 168 time: 0.1391973 Mar 11 19:25:03.176530 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc29966-0596-47d5-be6d-9d70bbccfe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e30270-c181-4833-a178-e378a650a1e4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:03.894349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48124) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:04.006004 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-700918986-network', 'tenant_id': '95948645afad4e47889e89b7b43d28eb'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:04.033272 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Made reservation on behalf of 95948645afad4e47889e89b7b43d28eb for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:04.035771 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.055535 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.127706 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks [] for security_group (53d854d9-62e6-4d5b-9670-5142b8de81b6), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.131363 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (53d854d9-62e6-4d5b-9670-5142b8de81b6), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.157669 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:25:04.167315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d854d9-62e6-4d5b-9670-5142b8de81b6,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:04.173664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (c0764365-53ce-4731-974f-db608f2ffbad), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.174154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Added segment c0764365-53ce-4731-974f-db608f2ffbad of type vlan for network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 Mar 11 19:25:04.220849 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (6322b9a5-ecc4-461b-b80a-6d6473806bb2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.248453 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (6322b9a5-ecc4-461b-b80a-6d6473806bb2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.249515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:04.250099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.286269 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3906813 Mar 11 19:25:04.294276 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48130) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:04.300336 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Request body: {'subnet': {'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-700918986-subnet', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:04.316959 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421b5f7-fa4e-4dd6-ba1d-9f869dca67ba admin admin] Pushing event updated for resources: {'Network': ['ID=6322b9a5-ecc4-461b-b80a-6d6473806bb2,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:04.327493 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:25:04.336686 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Made reservation on behalf of 95948645afad4e47889e89b7b43d28eb for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:04.339488 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308878'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.531319 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4427737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308896'] for subnet (4db59c0f-7f99-415b-a04d-77ab0e849892), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.586939 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db59c0f-7f99-415b-a04d-77ab0e849892,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:04.607614 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Checking segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:04.607976 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Network hostable DHCP agents. Network: 6322b9a5-ecc4-461b-b80a-6d6473806bb2, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:25:04.627654 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:25:04.637463 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 6322b9a5-ecc4-461b-b80a-6d6473806bb2) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:04.641476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:04.642063 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.649439 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57ea0f-de6b-4496-8423-edfb3f1f4ea1 None None] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:04.663491 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e9456175-f5ba-4d12-8cbc-dd5cababeece admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3669283 Mar 11 19:25:04.665872 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48132) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:04.671171 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:04.687444 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73ebaedc-2447-46ed-af9b-768762b894de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.694022 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.695159 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.755578 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks [] for router_controller (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.766911 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:25:04.767849 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.911250 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks [] for router_gateway (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:04.912122 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Allocated IP 172.20.0.2 (6322b9a5-ecc4-461b-b80a-6d6473806bb2/4db59c0f-7f99-415b-a04d-77ab0e849892/fc170d14-5e03-4db2-9f48-174f0c5d60e4) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:05.070290 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Publish callbacks [] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.078806 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.127083 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:05.134716 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:05.141029 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:05.145227 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Pushing event updated for resources: {'Port': ['ID=fc170d14-5e03-4db2-9f48-174f0c5d60e4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:05.219597 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Attempting to bind port fc170d14-5e03-4db2-9f48-174f0c5d60e4 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:05.219865 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Attempting to bind port fc170d14-5e03-4db2-9f48-174f0c5d60e4 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:05.220239 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Attempting to bind port fc170d14-5e03-4db2-9f48-174f0c5d60e4 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:05.226674 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:05.227054 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Checking segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:05.227471 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.227875 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Bound using segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:05.228372 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Bound port: fc170d14-5e03-4db2-9f48-174f0c5d60e4, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:05.228776 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.299216 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] For port fc170d14-5e03-4db2-9f48-174f0c5d60e4, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:05.302944 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] For port fc170d14-5e03-4db2-9f48-174f0c5d60e4, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=fc170d14-5e03-4db2-9f48-174f0c5d60e4,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:05.310338 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.372856 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e048f-a8e4-447f-921f-49458c3f0869 None None] Pushing event updated for resources: {'Port': ['ID=fc170d14-5e03-4db2-9f48-174f0c5d60e4,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:05.410522 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks [] for router_gateway (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.419130 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.434415 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.560054 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Allocated IP 172.27.2.147 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/996daa1e-a599-4cf0-bae5-89347eb262f7) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:05.691585 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks [] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.727209 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:05.766176 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:05.773145 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:05.777222 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:05.782579 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Pushing event updated for resources: {'Port': ['ID=996daa1e-a599-4cf0-bae5-89347eb262f7,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:06.058473 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks [] for router_gateway (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.278432 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.312465 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa479969-a102-44fa-8315-1e41e991ad27 None None] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:06.422234 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:25:06.426547 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] Provisioning complete for port fc170d14-5e03-4db2-9f48-174f0c5d60e4 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:06.426998 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.550917 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:06.563725 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:06.581653 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.582251 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:06.582892 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:24:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:06.583302 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-87b1387e-f516-473d-a827-2629a5ed2442 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9155593 Mar 11 19:25:06.586378 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48152) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:06.611940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device fc170d14-5e03-4db2-9f48-174f0c5d60e4 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:06.703625 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:06.715282 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port fc170d14-5e03-4db2-9f48-174f0c5d60e4 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:06.715964 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.754717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] Current status of the port fc170d14-5e03-4db2-9f48-174f0c5d60e4 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:06.754933 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.829497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] For port fc170d14-5e03-4db2-9f48-174f0c5d60e4, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=fc170d14-5e03-4db2-9f48-174f0c5d60e4,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:06.837396 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.864076 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port fc170d14-5e03-4db2-9f48-174f0c5d60e4 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:06.864467 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.936324 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98254915-5756-4562-a114-9a2e1c97b936 None None] Pushing event updated for resources: {'Port': ['ID=fc170d14-5e03-4db2-9f48-174f0c5d60e4,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:06.958247 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.db.api [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:25:06.958612 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG oslo_db.api [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:25:06.977122 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-434ccd63-8e4f-41f3-b473-a8afc8029d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:06.979053 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e9d2a765-0861-412a-afdf-3811a8ebf53e None None] Provisioning complete for port fc170d14-5e03-4db2-9f48-174f0c5d60e4 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:06.979411 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9d2a765-0861-412a-afdf-3811a8ebf53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.008385 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:05Z', 'revision_number': 3, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:07.041380 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:07.041734 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Updating router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 port 996daa1e-a599-4cf0-bae5-89347eb262f7 binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:25:07.067794 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2a765-0861-412a-afdf-3811a8ebf53e None None] Current status of the port fc170d14-5e03-4db2-9f48-174f0c5d60e4 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:07.070698 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.128198 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.349748 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Publish callbacks [] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.355912 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.416384 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Attempting to bind port 996daa1e-a599-4cf0-bae5-89347eb262f7 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:07.416770 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Attempting to bind port 996daa1e-a599-4cf0-bae5-89347eb262f7 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:07.417131 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Attempting to bind port 996daa1e-a599-4cf0-bae5-89347eb262f7 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:07.419212 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Pushing event updated for resources: {'Port': ['ID=996daa1e-a599-4cf0-bae5-89347eb262f7,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:07.428120 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.428483 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.429498 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.429921 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.430257 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.430677 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.431013 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.431341 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.431670 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.437341 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.437718 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.438040 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.438407 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:07.442353 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:07.442731 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:07.443133 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.443518 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:07.444110 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Bound port: 996daa1e-a599-4cf0-bae5-89347eb262f7, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:07.444382 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.498716 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port fc170d14-5e03-4db2-9f48-174f0c5d60e4 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:07.520136 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] For port 996daa1e-a599-4cf0-bae5-89347eb262f7, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:07.523323 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] For port 996daa1e-a599-4cf0-bae5-89347eb262f7, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=996daa1e-a599-4cf0-bae5-89347eb262f7,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:07.526136 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Allocated IP 172.20.0.1 (6322b9a5-ecc4-461b-b80a-6d6473806bb2/4db59c0f-7f99-415b-a04d-77ab0e849892/b09891e6-9dd2-43eb-bdaf-985ca20dccb2) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:07.530017 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.587108 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:07.587797 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:07.630687 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4d655-596f-4b8b-be60-5124937fac86 None None] Pushing event updated for resources: {'Port': ['ID=996daa1e-a599-4cf0-bae5-89347eb262f7,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:07.642317 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks [] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.678399 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.705826 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:07.720926 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:07.726971 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:07.729000 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Pushing event updated for resources: {'Port': ['ID=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:07.731140 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:07.780325 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.905373 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:05Z', 'revision_number': 3, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:07.924444 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:07.936557 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b5837-58bf-44dd-b192-5afb32c9900a None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:05Z', 'revision_number': 3, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:07.994848 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-273c864d-8471-4655-b6aa-b6bd4dea2ecb None None] Provisioning complete for port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:07.995064 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-273c864d-8471-4655-b6aa-b6bd4dea2ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.036485 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-273c864d-8471-4655-b6aa-b6bd4dea2ecb None None] Port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:08.106907 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks [] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.111788 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.196414 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.198905 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Pushing event updated for resources: {'Port': ['ID=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:08.302649 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:08.304904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:08.456200 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:08.575504 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-866419e6-80fd-4bf7-ab10-3def2a813579 None None] Provisioning complete for port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:08.584674 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-866419e6-80fd-4bf7-ab10-3def2a813579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.595217 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:08.612808 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-22764682-138e-49b6-aacd-40bbaf45d189 admin admin] 10.222.0.55 "PUT /v2.0/routers/3c35aa37-fe6c-420d-80db-ea7cbaa568e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252626 Mar 11 19:25:08.627198 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-866419e6-80fd-4bf7-ab10-3def2a813579 None None] Port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:08.640653 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 996daa1e-a599-4cf0-bae5-89347eb262f7 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:08.705095 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 996daa1e-a599-4cf0-bae5-89347eb262f7 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:08.705472 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.812605 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 996daa1e-a599-4cf0-bae5-89347eb262f7 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:08.813229 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.820629 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.836918 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 996daa1e-a599-4cf0-bae5-89347eb262f7, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=996daa1e-a599-4cf0-bae5-89347eb262f7,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:08.843235 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:08.844360 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device fc170d14-5e03-4db2-9f48-174f0c5d60e4 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:08.924312 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=996daa1e-a599-4cf0-bae5-89347eb262f7,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:08.937710 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port fc170d14-5e03-4db2-9f48-174f0c5d60e4 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:08.938083 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.030327 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port fc170d14-5e03-4db2-9f48-174f0c5d60e4 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:09.168589 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48172) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:09.173780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1869824186-network', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:09.193493 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Made reservation on behalf of 727fb7c917bf4a06a38491a9e4498168 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:09.196043 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.204899 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.287009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks [] for security_group (e551101c-f1b8-4495-953d-1d0657d3fc64), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.291652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e551101c-f1b8-4495-953d-1d0657d3fc64), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.317722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:25:09.328065 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e551101c-f1b8-4495-953d-1d0657d3fc64,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:09.332892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (b94728f0-9adb-4153-b814-a5d6862e655a), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.333311 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Added segment b94728f0-9adb-4153-b814-a5d6862e655a of type vlan for network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d Mar 11 19:25:09.380212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.405121 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.406203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:09.406814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.444037 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2741535 Mar 11 19:25:09.446814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48176) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:09.453286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Request body: {'subnet': {'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1869824186-subnet', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:09.488542 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3e1fe-0fdf-4f1f-8be2-e9da1c2907ad admin admin] Pushing event updated for resources: {'Network': ['ID=4c2c989e-09c3-42c1-ad18-ca1fd7e5357d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:09.499280 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:25:09.507572 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Made reservation on behalf of 727fb7c917bf4a06a38491a9e4498168 for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:09.510179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969696'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.692741 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9959864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969678'] for subnet (53e9a631-268a-453d-b438-97557010c501), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.742966 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e9a631-268a-453d-b438-97557010c501,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:09.759335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Checking segment: {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:09.759695 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Network hostable DHCP agents. Network: 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:25:09.778175 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:25:09.781180 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:09.788676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:09.792992 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:09.793604 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.797409 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:09.798036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:09.817154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-00d6b542-bf79-4513-a39b-5a9c6649b04b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3690853 Mar 11 19:25:09.820949 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48178) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:09.825310 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:09.847101 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (ca57d31d-20e1-4498-a26c-7a060283e2be), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.848434 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (ca57d31d-20e1-4498-a26c-7a060283e2be), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:09.853618 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80882d2-32b4-43d7-a5bc-ecdebb0dba63 None None] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:09.908787 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks [] for router_controller (ca57d31d-20e1-4498-a26c-7a060283e2be), precommit_add_association {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.017219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:10.048946 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-4c2c989e-09c3-42c1-ad18-ca1fd7e5357d', 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d', 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'fixed_ips': [{'subnet_id': '53e9a631-268a-453d-b438-97557010c501'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:25:10.049800 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.053118 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks [] for router_gateway (ca57d31d-20e1-4498-a26c-7a060283e2be), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.266722 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks [] for router_gateway (ca57d31d-20e1-4498-a26c-7a060283e2be), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.287108 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.324129 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Allocated IP 172.20.0.2 (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d/53e9a631-268a-453d-b438-97557010c501/aea9abaa-e547-49ac-ab6a-3d353af69b06) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:10.401386 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.427352 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Allocated IP 172.27.2.79 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/93cdc260-f438-4ff3-a3da-bcef515876e5) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:10.474758 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 2, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:10.509021 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:10.509388 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Updating router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:25:10.539800 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 996daa1e-a599-4cf0-bae5-89347eb262f7 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:10.554118 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks [] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.591089 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.607246 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.633403 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:10.636327 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:10.640640 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:10.644222 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=93cdc260-f438-4ff3-a3da-bcef515876e5,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:10.680529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Publish callbacks [] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.690256 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.742160 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 996daa1e-a599-4cf0-bae5-89347eb262f7 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:10.742470 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.804621 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:10.909247 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks [] for router_gateway (ca57d31d-20e1-4498-a26c-7a060283e2be), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:10.972757 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:10.975258 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:10.983215 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Pushing event updated for resources: {'Port': ['ID=aea9abaa-e547-49ac-ab6a-3d353af69b06,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:11.083765 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Attempting to bind port aea9abaa-e547-49ac-ab6a-3d353af69b06 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:11.084124 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Attempting to bind port aea9abaa-e547-49ac-ab6a-3d353af69b06 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:11.084412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Attempting to bind port aea9abaa-e547-49ac-ab6a-3d353af69b06 on network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:11.124644 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (ca57d31d-20e1-4498-a26c-7a060283e2be), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.130090 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:11.130479 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Checking segment: {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:11.130880 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.131275 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Bound using segment: {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:11.131909 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Bound port: aea9abaa-e547-49ac-ab6a-3d353af69b06, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:11.132157 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.229802 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 996daa1e-a599-4cf0-bae5-89347eb262f7 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:11.261051 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Router ca57d31d-20e1-4498-a26c-7a060283e2be is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:25:11.303617 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] For port aea9abaa-e547-49ac-ab6a-3d353af69b06, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:11.323319 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] For port aea9abaa-e547-49ac-ab6a-3d353af69b06, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=aea9abaa-e547-49ac-ab6a-3d353af69b06,segment=NetworkSegment(b94728f0-9adb-4153-b814-a5d6862e655a),segment_id=b94728f0-9adb-4153-b814-a5d6862e655a)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:11.334337 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Publish callbacks [] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.338199 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.347876 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.385532 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:11.395976 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Sync routers for ids ['ca57d31d-20e1-4498-a26c-7a060283e2be'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:11.407813 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.411902 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7b45fa18-ca1b-4d4d-97d7-c12b5390d2a1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5871487 Mar 11 19:25:11.412098 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14ab5a-5349-467b-9b0f-6907ac0ce36d None None] Pushing event updated for resources: {'Port': ['ID=aea9abaa-e547-49ac-ab6a-3d353af69b06,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:11.412233 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48182) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:11.435184 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Routers {'ca57d31d-20e1-4498-a26c-7a060283e2be'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:11.436744 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['ca57d31d-20e1-4498-a26c-7a060283e2be'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:11.562919 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Attempting to bind port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:11.563276 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Attempting to bind port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:11.563639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Attempting to bind port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:11.565765 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0d868-0c70-4cf6-b308-49d49cbf3d77 None None] Pushing event updated for resources: {'Port': ['ID=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:11.572854 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:11.573246 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Checking segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:11.573646 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.574037 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Bound using segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:11.574507 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Bound port: b09891e6-9dd2-43eb-bdaf-985ca20dccb2, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:11.574885 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.628899 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Set router ca57d31d-20e1-4498-a26c-7a060283e2be gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:11.799829 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] For port b09891e6-9dd2-43eb-bdaf-985ca20dccb2, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:11.803785 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] For port b09891e6-9dd2-43eb-bdaf-985ca20dccb2, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:11.818816 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.837851 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:11.896400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:11.897509 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:11.988611 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:25:10Z', 'revision_number': 3, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:12.020826 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0d868-0c70-4cf6-b308-49d49cbf3d77 None None] Pushing event updated for resources: {'Port': ['ID=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:12.020826 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] Provisioning complete for port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:12.020826 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.062885 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Checking router: ca57d31d-20e1-4498-a26c-7a060283e2be for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:12.063411 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Updating router ca57d31d-20e1-4498-a26c-7a060283e2be port 93cdc260-f438-4ff3-a3da-bcef515876e5 binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:25:12.105325 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.224333 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:12.253334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.275003 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] Current status of the port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:12.275407 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.466100 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] For port b09891e6-9dd2-43eb-bdaf-985ca20dccb2, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:12.473616 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Publish callbacks [] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.474281 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.479156 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Allocated IP 172.20.0.1 (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d/53e9a631-268a-453d-b438-97557010c501/482481ff-30fb-48bd-b6d3-ceab76c718f9) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:12.483835 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.592477 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Attempting to bind port 93cdc260-f438-4ff3-a3da-bcef515876e5 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:12.594845 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Attempting to bind port 93cdc260-f438-4ff3-a3da-bcef515876e5 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:12.595595 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Attempting to bind port 93cdc260-f438-4ff3-a3da-bcef515876e5 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:12.616131 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:12.616618 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:12.617111 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.618255 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:12.618605 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Bound port: 93cdc260-f438-4ff3-a3da-bcef515876e5, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:12.619083 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.637217 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34803524-92ea-4112-9702-377d8a5bb58e None None] Pushing event updated for resources: {'Port': ['ID=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:12.646311 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-5ab4eabc-ab50-4f23-88e1-989bf1fb84d5 None None] Provisioning complete for port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:12.646585 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5ab4eabc-ab50-4f23-88e1-989bf1fb84d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.671393 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023c5f6-5d75-457f-80dc-57340cb3427c None None] Pushing event updated for resources: {'Port': ['ID=93cdc260-f438-4ff3-a3da-bcef515876e5,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:12.677482 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks [] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.708103 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] For port 93cdc260-f438-4ff3-a3da-bcef515876e5, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:12.712610 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] For port 93cdc260-f438-4ff3-a3da-bcef515876e5, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=93cdc260-f438-4ff3-a3da-bcef515876e5,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:12.720709 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device aea9abaa-e547-49ac-ab6a-3d353af69b06 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:12.721260 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.759031 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.808255 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Routers {'ca57d31d-20e1-4498-a26c-7a060283e2be'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:12.808939 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['ca57d31d-20e1-4498-a26c-7a060283e2be'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:12.848026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:12.852864 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:12.877381 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023c5f6-5d75-457f-80dc-57340cb3427c None None] Pushing event updated for resources: {'Port': ['ID=93cdc260-f438-4ff3-a3da-bcef515876e5,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:12.881157 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:12.907570 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:11Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:12.962211 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port aea9abaa-e547-49ac-ab6a-3d353af69b06 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:12.962603 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.967218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785d6b1-a4dc-4ab3-bbb3-5b59cd206716 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:11Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:12.968908 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4eabc-ab50-4f23-88e1-989bf1fb84d5 None None] Current status of the port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:12.980102 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Pushing event updated for resources: {'Port': ['ID=482481ff-30fb-48bd-b6d3-ceab76c718f9,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:13.046950 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (ca57d31d-20e1-4498-a26c-7a060283e2be), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.129458 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949d54-b251-487b-8122-198f968c81fd req-03aca423-8e50-48c0-8eb2-0f7ecc204de3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:13.131025 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17949d54-b251-487b-8122-198f968c81fd req-03aca423-8e50-48c0-8eb2-0f7ecc204de3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 947 time: 0.1787245 Mar 11 19:25:13.139302 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372f1df-e4ff-4274-9676-28303351c548 None None] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:13.147079 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] Set router ca57d31d-20e1-4498-a26c-7a060283e2be gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:13.175464 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port aea9abaa-e547-49ac-ab6a-3d353af69b06 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:13.175850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.247805 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17949d54-b251-487b-8122-198f968c81fd req-3495d288-1935-4306-bb5d-11a48f1f4cdb tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078081 Mar 11 19:25:13.308056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.333898 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-f88747f4-c031-4af9-9ca2-cb0862d31e44 None None] Provisioning complete for port aea9abaa-e547-49ac-ab6a-3d353af69b06 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:13.334433 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f88747f4-c031-4af9-9ca2-cb0862d31e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.370007 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port aea9abaa-e547-49ac-ab6a-3d353af69b06, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=aea9abaa-e547-49ac-ab6a-3d353af69b06,segment=NetworkSegment(b94728f0-9adb-4153-b814-a5d6862e655a),segment_id=b94728f0-9adb-4153-b814-a5d6862e655a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:13.388036 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.453092 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:25:10Z', 'revision_number': 3, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:13.521755 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c5a29-8e70-4453-abfa-362f3c44e212 None None] The sync data for ids ['ca57d31d-20e1-4498-a26c-7a060283e2be'] in dv-cinder-830674-2-iscsi is: [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:25:10Z', 'revision_number': 3, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:13.525764 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=aea9abaa-e547-49ac-ab6a-3d353af69b06,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:13.579225 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f88747f4-c031-4af9-9ca2-cb0862d31e44 None None] Current status of the port aea9abaa-e547-49ac-ab6a-3d353af69b06 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:13.631781 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48216) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:13.646985 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks [] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.657350 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.775226 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Pushing event updated for resources: {'Port': ['ID=482481ff-30fb-48bd-b6d3-ceab76c718f9,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:13.778151 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (ca57d31d-20e1-4498-a26c-7a060283e2be), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:13.840594 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb236dd0-300c-486f-9cec-a4e6a4022add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.027939 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-357cc1f3-c7ff-4221-92b4-972268b87475 None None] Provisioning complete for port aea9abaa-e547-49ac-ab6a-3d353af69b06 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:14.028546 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-357cc1f3-c7ff-4221-92b4-972268b87475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.037919 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:14.044447 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:14.141180 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb236dd0-300c-486f-9cec-a4e6a4022add admin admin] Publish callbacks [] for security_group (7090737d-9786-4f03-b25e-3722235ce669), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.147035 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eb236dd0-300c-486f-9cec-a4e6a4022add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (7090737d-9786-4f03-b25e-3722235ce669), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.219873 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-eb236dd0-300c-486f-9cec-a4e6a4022add admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a233e818a8ca4f5d90be39291869fc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855253 Mar 11 19:25:14.224758 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48220) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:14.250234 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb236dd0-300c-486f-9cec-a4e6a4022add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7090737d-9786-4f03-b25e-3722235ce669,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:14.349307 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a42440f6-8a59-4725-9adb-8e691feb0ae6 admin admin] Publish callbacks [] for security_group (7090737d-9786-4f03-b25e-3722235ce669), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.352020 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Router ca57d31d-20e1-4498-a26c-7a060283e2be has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:14.398770 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a42440f6-8a59-4725-9adb-8e691feb0ae6 admin admin] Publish callbacks [] for security_group (7090737d-9786-4f03-b25e-3722235ce669), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.479503 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a42440f6-8a59-4725-9adb-8e691feb0ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (7090737d-9786-4f03-b25e-3722235ce669), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.482164 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a42440f6-8a59-4725-9adb-8e691feb0ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.486026 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a42440f6-8a59-4725-9adb-8e691feb0ae6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7090737d-9786-4f03-b25e-3722235ce669 HTTP/1.1" status: 204 len: 168 time: 0.2604220 Mar 11 19:25:14.518326 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42440f6-8a59-4725-9adb-8e691feb0ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7090737d-9786-4f03-b25e-3722235ce669,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:14.555178 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-357cc1f3-c7ff-4221-92b4-972268b87475 None None] Current status of the port aea9abaa-e547-49ac-ab6a-3d353af69b06 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:14.587687 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-357cc1f3-c7ff-4221-92b4-972268b87475 None None] Provisioning complete for port 482481ff-30fb-48bd-b6d3-ceab76c718f9 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:14.588273 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-357cc1f3-c7ff-4221-92b4-972268b87475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.691488 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc71247-c4e9-466a-a601-a66fb03395de req-ef8e16d5-c9c7-4d52-a225-d409588dde07 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:14.693501 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0dc71247-c4e9-466a-a601-a66fb03395de req-ef8e16d5-c9c7-4d52-a225-d409588dde07 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 947 time: 0.2164028 Mar 11 19:25:14.707358 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-357cc1f3-c7ff-4221-92b4-972268b87475 None None] Port 482481ff-30fb-48bd-b6d3-ceab76c718f9 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:14.813909 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901830f-fe26-4998-a939-f20eeebadeea req-df0125ae-c607-42e1-8f54-92f4570ef3fa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:14.815674 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4901830f-fe26-4998-a939-f20eeebadeea req-df0125ae-c607-42e1-8f54-92f4570ef3fa tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 947 time: 0.3376505 Mar 11 19:25:14.850160 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device aea9abaa-e547-49ac-ab6a-3d353af69b06 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:14.901853 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:14.912270 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-17f4e2b6-9c43-4f57-8195-23c11442c232 None None] Provisioning complete for port 482481ff-30fb-48bd-b6d3-ceab76c718f9 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:14.912651 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-17f4e2b6-9c43-4f57-8195-23c11442c232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:14.913480 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-640fd868-b497-4af2-b41f-d9a7b2d60f88 admin admin] 10.222.0.55 "PUT /v2.0/routers/ca57d31d-20e1-4498-a26c-7a060283e2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932775 Mar 11 19:25:14.977238 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4901830f-fe26-4998-a939-f20eeebadeea req-ff91f494-e55c-4245-b89f-2a39a621ebf3 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d6defb2-d535-4134-a9c1-1da7d58ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478944 Mar 11 19:25:15.020561 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-17f4e2b6-9c43-4f57-8195-23c11442c232 None None] Port 482481ff-30fb-48bd-b6d3-ceab76c718f9 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:15.033802 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Deleting port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:15.036138 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.049671 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port aea9abaa-e547-49ac-ab6a-3d353af69b06 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:15.051686 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.190155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] For port 51eb7d1f-8efb-454d-a22a-9d7f00492a96, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=51eb7d1f-8efb-454d-a22a-9d7f00492a96,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:15.190722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.204312 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port aea9abaa-e547-49ac-ab6a-3d353af69b06 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:15.206003 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 93cdc260-f438-4ff3-a3da-bcef515876e5 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:15.290289 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 93cdc260-f438-4ff3-a3da-bcef515876e5 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:15.290510 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.413813 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 93cdc260-f438-4ff3-a3da-bcef515876e5 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:15.414298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.438790 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 93cdc260-f438-4ff3-a3da-bcef515876e5, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=93cdc260-f438-4ff3-a3da-bcef515876e5,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:15.444098 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.447110 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b09891e6-9dd2-43eb-bdaf-985ca20dccb2 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:15.552761 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=93cdc260-f438-4ff3-a3da-bcef515876e5,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:15.566178 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:15.566567 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.699286 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:15.751519 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48254) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:15.756893 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816470715', 'description': 'tempest-secgroup-smoke-816470715 description', 'project_id': '95948645afad4e47889e89b7b43d28eb'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:15.757097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.758723 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (57b82900-1689-4a89-8aa8-5bfc648c0d69), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.758723 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Floating IP 57b82900-1689-4a89-8aa8-5bfc648c0d69 disassociated. External IP: 172.27.2.99, port: 51eb7d1f-8efb-454d-a22a-9d7f00492a96. Mar 11 19:25:15.759412 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Calling delete_port for 51eb7d1f-8efb-454d-a22a-9d7f00492a96 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:15.783306 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.861024 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group (4d049ebb-4940-48d1-99c6-d82aa4c0af6a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.865387 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4d049ebb-4940-48d1-99c6-d82aa4c0af6a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.895270 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.896673 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1440845 Mar 11 19:25:15.900705 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48258) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:15.906078 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6cee4-0869-4665-bbfd-f14a1dbae45e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d049ebb-4940-48d1-99c6-d82aa4c0af6a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:15.906391 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group_rule': {'security_group_id': '4d049ebb-4940-48d1-99c6-d82aa4c0af6a', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:15.936756 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (51eb7d1f-8efb-454d-a22a-9d7f00492a96), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.979867 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (10c7dcca-3460-400a-8c3e-e6fd33c11d46), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:15.986427 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event deleted for resources: {'Port': ['ID=51eb7d1f-8efb-454d-a22a-9d7f00492a96,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:16.169448 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-094f9b74-06d6-4cca-8ddb-2c32986e2474 req-2f58255e-726a-486f-bc82-d1386756abc8 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 210 time: 0.0580392 Mar 11 19:25:16.190027 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Router af34ff3c-566d-46d1-adff-663485e29a8f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:16.196878 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (10c7dcca-3460-400a-8c3e-e6fd33c11d46), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.209622 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (10c7dcca-3460-400a-8c3e-e6fd33c11d46), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.239803 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c7dcca-3460-400a-8c3e-e6fd33c11d46,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:16.284606 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.289049 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b60a22cf-ab22-4b5c-8d33-bb7f89b3302d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831217 Mar 11 19:25:16.290020 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48272) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:16.294714 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group_rule': {'security_group_id': '4d049ebb-4940-48d1-99c6-d82aa4c0af6a', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:16.388126 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (114c77b3-1438-47c8-9f43-2f72ad833ef2), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.415195 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:16.428656 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:16.443326 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:16.444170 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:16.449824 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Sync routers for ids ['ca57d31d-20e1-4498-a26c-7a060283e2be'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:16.472655 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Routers {'ca57d31d-20e1-4498-a26c-7a060283e2be'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:16.474667 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['ca57d31d-20e1-4498-a26c-7a060283e2be'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:16.542884 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] No DVR routers for this DVR port 51eb7d1f-8efb-454d-a22a-9d7f00492a96 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:16.545903 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.549646 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0dc71247-c4e9-466a-a601-a66fb03395de req-9f876c7b-d268-4c22-bbf2-572eb46630a0 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.18 "DELETE /v2.0/ports/51eb7d1f-8efb-454d-a22a-9d7f00492a96 HTTP/1.1" status: 204 len: 173 time: 1.8256381 Mar 11 19:25:16.550344 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-deleted', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:16.553648 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4380a61f-5042-44f2-bb15-2c99d4c3b2ec" -d '{"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-deleted", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:16.609835 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 93cdc260-f438-4ff3-a3da-bcef515876e5 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:16.620441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (114c77b3-1438-47c8-9f43-2f72ad833ef2), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.626142 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (114c77b3-1438-47c8-9f43-2f72ad833ef2), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.659493 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114c77b3-1438-47c8-9f43-2f72ad833ef2,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:16.671661 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.673209 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-8c79a62d-f682-48fd-8345-deb38b053320 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3819463 Mar 11 19:25:16.676056 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48284) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:16.681408 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group_rule': {'security_group_id': '4d049ebb-4940-48d1-99c6-d82aa4c0af6a', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:16.693050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d778d1b8-5954-4df4-aed3-42efb74031c2 x-openstack-request-id: req-d778d1b8-5954-4df4-aed3-42efb74031c2 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:16.693424 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42803e32-8fbb-42f1-829c-e33b36cb8bde", "name": "network-vif-deleted", "tag": "51eb7d1f-8efb-454d-a22a-9d7f00492a96", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:16.693786 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d778d1b8-5954-4df4-aed3-42efb74031c2 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:16.694260 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42803e32-8fbb-42f1-829c-e33b36cb8bde', 'name': 'network-vif-deleted', 'tag': '51eb7d1f-8efb-454d-a22a-9d7f00492a96', 'status': 'completed', 'code': 200} Mar 11 19:25:16.731675 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (bf12ed4b-53d2-4def-b994-6e602e777c4b), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.733037 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Set router ca57d31d-20e1-4498-a26c-7a060283e2be gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:16.753416 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:16.804850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 93cdc260-f438-4ff3-a3da-bcef515876e5 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:16.805706 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.822536 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (bf12ed4b-53d2-4def-b994-6e602e777c4b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.831968 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (bf12ed4b-53d2-4def-b994-6e602e777c4b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.856227 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.857855 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1810627 Mar 11 19:25:16.862024 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48290) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:16.865982 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eca7b-a31b-418c-95f4-d0d44fbc88c6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf12ed4b-53d2-4def-b994-6e602e777c4b,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:16.871952 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group_rule': {'security_group_id': '4d049ebb-4940-48d1-99c6-d82aa4c0af6a', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:16.920137 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (759415ed-358b-40da-8073-3faa767b6730), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:16.997611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (759415ed-358b-40da-8073-3faa767b6730), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.003016 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (759415ed-358b-40da-8073-3faa767b6730), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.023829 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:25:13Z', 'revision_number': 4, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '482481ff-30fb-48bd-b6d3-ceab76c718f9', 'name': '', 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'mac_address': 'fa:16:3e:fc:d3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '53e9a631-268a-453d-b438-97557010c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:12Z', 'updated_at': '2022-03-11T19:25:13Z', 'revision_number': 2, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'subnets': [{'id': '53e9a631-268a-453d-b438-97557010c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:17.031721 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 93cdc260-f438-4ff3-a3da-bcef515876e5 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:17.057055 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.059155 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1956909 Mar 11 19:25:17.061786 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48294) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:17.063002 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2943d-6141-4c10-b391-040d80b2d9b7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759415ed-358b-40da-8073-3faa767b6730,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:17.066987 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group_rule': {'security_group_id': '4d049ebb-4940-48d1-99c6-d82aa4c0af6a', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:17.067276 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:17.074548 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Checking router: ca57d31d-20e1-4498-a26c-7a060283e2be for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:17.074929 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Updating router ca57d31d-20e1-4498-a26c-7a060283e2be port 482481ff-30fb-48bd-b6d3-ceab76c718f9 binding host dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:25:17.099078 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:17.110069 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:17.111120 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:17.117981 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Project 95948645afad4e47889e89b7b43d28eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:25:17.124661 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (3e7826e7-8db0-4e3a-b848-59aa7b6b5a0d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.146414 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.235725 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (3e7826e7-8db0-4e3a-b848-59aa7b6b5a0d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.245751 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (3e7826e7-8db0-4e3a-b848-59aa7b6b5a0d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.253849 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:17.278584 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.279707 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2167768 Mar 11 19:25:17.283999 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48302) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:17.291342 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'security_group_rule': {'security_group_id': '4d049ebb-4940-48d1-99c6-d82aa4c0af6a', 'project_id': '95948645afad4e47889e89b7b43d28eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:17.311621 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009bc37-6515-4706-93ae-dac58bc0f0ca tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7826e7-8db0-4e3a-b848-59aa7b6b5a0d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:17.328586 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.securitygroups_db [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Project 95948645afad4e47889e89b7b43d28eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:25:17.334959 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (9c38e42c-4c2c-45c2-b322-6aa5d1cf3307), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.412017 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (9c38e42c-4c2c-45c2-b322-6aa5d1cf3307), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.414637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d8f84216-0b18-4335-8776-370cfb32fed9 req-e49dde36-9be0-43fe-98da-b25a5c58f779 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/ports?device_id=42803e32-8fbb-42f1-829c-e33b36cb8bde HTTP/1.1" status: 200 len: 210 time: 0.0627866 Mar 11 19:25:17.417776 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (9c38e42c-4c2c-45c2-b322-6aa5d1cf3307), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.446172 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38e42c-4c2c-45c2-b322-6aa5d1cf3307,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:17.456319 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.458805 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-ed84248a-d47a-422c-9525-ed48173c9c90 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736195 Mar 11 19:25:17.527007 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:17.555621 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Publish callbacks [] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.563029 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.569389 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad097123-0929-4bc1-97b0-3d3a6c27fada None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:16:43Z', 'revision_number': 4, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '27400834-7014-4729-879d-8fc1c7258cb0', 'name': '', 'network_id': 'b3e233e6-a6a7-42fb-b974-abd47312929e', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'mac_address': 'fa:16:3e:ea:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:42Z', 'updated_at': '2022-03-11T19:16:56Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'subnets': [{'id': '7b785dd7-6031-4719-8c3a-1fd72a1aee12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:17.626539 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30eb0e-accd-4fde-8987-62e96493c407 None None] Pushing event updated for resources: {'Port': ['ID=482481ff-30fb-48bd-b6d3-ceab76c718f9,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:17.721506 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Attempting to bind port 482481ff-30fb-48bd-b6d3-ceab76c718f9 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:17.721884 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Attempting to bind port 482481ff-30fb-48bd-b6d3-ceab76c718f9 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:17.722297 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Attempting to bind port 482481ff-30fb-48bd-b6d3-ceab76c718f9 on network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:17.729870 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:17.730258 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Checking segment: {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:17.730677 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.731101 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Bound using segment: {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:17.731555 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Bound port: 482481ff-30fb-48bd-b6d3-ceab76c718f9, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94728f0-9adb-4153-b814-a5d6862e655a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:17.731986 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.854852 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] For port 482481ff-30fb-48bd-b6d3-ceab76c718f9, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:17.869314 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] For port 482481ff-30fb-48bd-b6d3-ceab76c718f9, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=482481ff-30fb-48bd-b6d3-ceab76c718f9,segment=NetworkSegment(b94728f0-9adb-4153-b814-a5d6862e655a),segment_id=b94728f0-9adb-4153-b814-a5d6862e655a)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:17.886703 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:17.981881 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Routers {'ca57d31d-20e1-4498-a26c-7a060283e2be'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:17.982518 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['ca57d31d-20e1-4498-a26c-7a060283e2be'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:17.997733 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] Provisioning complete for port 482481ff-30fb-48bd-b6d3-ceab76c718f9 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:17.998150 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.044514 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30eb0e-accd-4fde-8987-62e96493c407 None None] Pushing event updated for resources: {'Port': ['ID=482481ff-30fb-48bd-b6d3-ceab76c718f9,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:18.084461 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e7826-419f-405b-af55-49eb4ffb4759 None None] New status for floating IP 57b82900-1689-4a89-8aa8-5bfc648c0d69: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:25:18.162129 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] Set router ca57d31d-20e1-4498-a26c-7a060283e2be gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:18.308128 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] Current status of the port 482481ff-30fb-48bd-b6d3-ceab76c718f9 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:18.308851 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.365768 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] For port 482481ff-30fb-48bd-b6d3-ceab76c718f9, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=482481ff-30fb-48bd-b6d3-ceab76c718f9,segment=NetworkSegment(b94728f0-9adb-4153-b814-a5d6862e655a),segment_id=b94728f0-9adb-4153-b814-a5d6862e655a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:18.372254 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.427149 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad02f7-13a4-46ca-9076-8a58bb8d0c25 None None] Pushing event updated for resources: {'Port': ['ID=482481ff-30fb-48bd-b6d3-ceab76c718f9,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:18.455555 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:25:13Z', 'revision_number': 4, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '482481ff-30fb-48bd-b6d3-ceab76c718f9', 'name': '', 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'mac_address': 'fa:16:3e:fc:d3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '53e9a631-268a-453d-b438-97557010c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:12Z', 'updated_at': '2022-03-11T19:25:17Z', 'revision_number': 4, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'subnets': [{'id': '53e9a631-268a-453d-b438-97557010c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:18.490487 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b041bd-01ea-454b-a8e4-6b1360d6532c None None] The sync data for ids ['ca57d31d-20e1-4498-a26c-7a060283e2be'] in dv-cinder-830674-2-iscsi is: [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:25:13Z', 'revision_number': 4, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '482481ff-30fb-48bd-b6d3-ceab76c718f9', 'name': '', 'network_id': '4c2c989e-09c3-42c1-ad18-ca1fd7e5357d', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'mac_address': 'fa:16:3e:fc:d3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '53e9a631-268a-453d-b438-97557010c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:12Z', 'updated_at': '2022-03-11T19:25:17Z', 'revision_number': 4, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'subnets': [{'id': '53e9a631-268a-453d-b438-97557010c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:18.499182 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-4980bd76-34c2-415e-9e62-77e54d324910 None None] Provisioning complete for port 482481ff-30fb-48bd-b6d3-ceab76c718f9 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:18.499565 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4980bd76-34c2-415e-9e62-77e54d324910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.532021 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48368) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:18.624949 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4980bd76-34c2-415e-9e62-77e54d324910 None None] Current status of the port 482481ff-30fb-48bd-b6d3-ceab76c718f9 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:18.640441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-580fb297-e2e3-4907-aa44-b478ed237e64 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (6d6defb2-d535-4134-a9c1-1da7d58ad8ad), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.672273 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-580fb297-e2e3-4907-aa44-b478ed237e64 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (6d6defb2-d535-4134-a9c1-1da7d58ad8ad), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.732981 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-580fb297-e2e3-4907-aa44-b478ed237e64 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6d6defb2-d535-4134-a9c1-1da7d58ad8ad), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.735667 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-580fb297-e2e3-4907-aa44-b478ed237e64 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:18.736947 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-580fb297-e2e3-4907-aa44-b478ed237e64 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "DELETE /v2.0/security-groups/6d6defb2-d535-4134-a9c1-1da7d58ad8ad HTTP/1.1" status: 204 len: 168 time: 0.2029338 Mar 11 19:25:18.740069 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48372) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:18.748019 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fb297-e2e3-4907-aa44-b478ed237e64 tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6defb2-d535-4134-a9c1-1da7d58ad8ad,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:18.763036 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.api.v2.resource [None req-908bfdb1-8ba6-486f-8eef-b5ffe7e520da tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] show failed (client error): The resource could not be found. Mar 11 19:25:18.765369 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-908bfdb1-8ba6-486f-8eef-b5ffe7e520da tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "GET /v2.0/security-groups/6d6defb2-d535-4134-a9c1-1da7d58ad8ad HTTP/1.1" status: 404 len: 347 time: 0.0239160 Mar 11 19:25:18.769184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48374) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:18.932907 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Deleting port a3c0bdba-c62e-450e-a1da-b73d48c16731 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:18.933261 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:19.029258 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:19.029590 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (a3c0bdba-c62e-450e-a1da-b73d48c16731), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:19.051566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Calling delete_port for a3c0bdba-c62e-450e-a1da-b73d48c16731 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:19.224671 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (a3c0bdba-c62e-450e-a1da-b73d48c16731), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:19.252153 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Pushing event deleted for resources: {'Port': ['ID=a3c0bdba-c62e-450e-a1da-b73d48c16731,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:19.325464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks [] for floatingip (57b82900-1689-4a89-8aa8-5bfc648c0d69), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:19.328236 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:19.329435 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-25f22297-be05-4810-a9e0-692efd9f7eed tempest-AttachVolumeShelveTestJSON-487086946 tempest-AttachVolumeShelveTestJSON-487086946-project] 10.222.0.55 "DELETE /v2.0/floatingips/57b82900-1689-4a89-8aa8-5bfc648c0d69 HTTP/1.1" status: 204 len: 168 time: 0.5586214 Mar 11 19:25:19.573397 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:19.594894 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 51eb7d1f-8efb-454d-a22a-9d7f00492a96 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:19.595563 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 51eb7d1f-8efb-454d-a22a-9d7f00492a96 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:20.556850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 482481ff-30fb-48bd-b6d3-ceab76c718f9 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:20.611471 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 482481ff-30fb-48bd-b6d3-ceab76c718f9 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:20.611922 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:20.707317 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 482481ff-30fb-48bd-b6d3-ceab76c718f9 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:21.801167 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48440) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:22.157153 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-31a7870d-3107-4262-9738-e1a008e94e57 req-51dde8e9-0463-495f-897a-6bc34c830eaa tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561648350&fields=id&tenant_id=1d45e99191e84c4786fa3f88b9aefa31 HTTP/1.1" status: 200 len: 267 time: 0.0993829 Mar 11 19:25:22.301627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7870d-3107-4262-9738-e1a008e94e57 req-409c4502-42f5-4012-9e13-5792c823cc71 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:22.303031 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-31a7870d-3107-4262-9738-e1a008e94e57 req-409c4502-42f5-4012-9e13-5792c823cc71 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 985 time: 0.1400859 Mar 11 19:25:22.316480 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Request body: {'port': {'security_groups': ['63ce244f-69ba-41ee-9cf6-8d145a71e3f9']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:22.430921 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.656716 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (af34ff3c-566d-46d1-adff-663485e29a8f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.730116 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:22.809189 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.813484 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.827053 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3feb0b92-f61b-4245-92e8-808e09f7589c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:22.870189 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:22.871127 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.872484 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-31a7870d-3107-4262-9738-e1a008e94e57 req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "PUT /v2.0/ports/3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 943 time: 0.5618081 Mar 11 19:25:22.880643 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48466) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:22.905262 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:22.907796 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf872e9-a35e-41be-9392-5892354f4c88" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:22.952168 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3feb0b92-f61b-4245-92e8-808e09f7589c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:22.968618 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa2ea0-62d5-4eb6-b562-ab21e5a9c11f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event updated for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=7']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:22.974212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f03f9e-1bb7-4236-8898-66b4f112da53 x-openstack-request-id: req-00f03f9e-1bb7-4236-8898-66b4f112da53 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:22.974725 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:22.975155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00f03f9e-1bb7-4236-8898-66b4f112da53 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:22.975725 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'status': 'completed', 'code': 200} Mar 11 19:25:23.017782 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6d58138-b5d4-447d-8f4f-4d989d8a62fd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group (6346f7e8-6adc-47dc-9720-598d369b2599), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.070569 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6d58138-b5d4-447d-8f4f-4d989d8a62fd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group (6346f7e8-6adc-47dc-9720-598d369b2599), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.132946 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-af2850f2-56c3-46f2-84e9-249651c52249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:23.134974 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-af2850f2-56c3-46f2-84e9-249651c52249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1130 time: 0.1230650 Mar 11 19:25:23.169825 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6d58138-b5d4-447d-8f4f-4d989d8a62fd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6346f7e8-6adc-47dc-9720-598d369b2599), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.176867 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e6d58138-b5d4-447d-8f4f-4d989d8a62fd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.183028 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Deleting port 27400834-7014-4729-879d-8fc1c7258cb0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:23.183028 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (27400834-7014-4729-879d-8fc1c7258cb0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.185271 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48470) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:23.186130 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e6d58138-b5d4-447d-8f4f-4d989d8a62fd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "DELETE /v2.0/security-groups/6346f7e8-6adc-47dc-9720-598d369b2599 HTTP/1.1" status: 204 len: 168 time: 0.3037202 Mar 11 19:25:23.196903 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d58138-b5d4-447d-8f4f-4d989d8a62fd tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346f7e8-6adc-47dc-9720-598d369b2599,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:23.224395 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-200557ba-d63d-4869-869d-cb8873fd1433 None None] Provisioning complete for port 3feb0b92-f61b-4245-92e8-808e09f7589c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:23.225122 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-200557ba-d63d-4869-869d-cb8873fd1433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.344334 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-200557ba-d63d-4869-869d-cb8873fd1433 None None] Current status of the port 3feb0b92-f61b-4245-92e8-808e09f7589c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:23.409640 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-19c2f91b-f6eb-4ca8-98c0-78c034b24aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:23.411188 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-19c2f91b-f6eb-4ca8-98c0-78c034b24aea service neutron] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 916 time: 0.2599738 Mar 11 19:25:23.419926 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] For port 27400834-7014-4729-879d-8fc1c7258cb0, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=27400834-7014-4729-879d-8fc1c7258cb0,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:23.420302 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (27400834-7014-4729-879d-8fc1c7258cb0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.478261 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Calling delete_port for 27400834-7014-4729-879d-8fc1c7258cb0 owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:23.830464 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-dc82c1a4-11b3-4a8d-8b5c-a0c71f290f9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 1002 time: 0.4000967 Mar 11 19:25:23.945723 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Deleting port d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:23.946066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:23.963579 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-cfa79ea5-abdd-470e-9287-add39ab2277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:23.965131 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-cfa79ea5-abdd-470e-9287-add39ab2277c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.1251931 Mar 11 19:25:24.095662 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.095880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for floatingip (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.108857 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48484) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:24.130052 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-941c1e9d-f044-49d8-9ecb-8c4095e8f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:24.131595 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-941c1e9d-f044-49d8-9ecb-8c4095e8f7f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1534576 Mar 11 19:25:24.140346 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Calling delete_port for d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:24.223700 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c63e3d27-d509-477e-8f37-d67e06765634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.228210 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (27400834-7014-4729-879d-8fc1c7258cb0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.301534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=27400834-7014-4729-879d-8fc1c7258cb0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:24.312595 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c63e3d27-d509-477e-8f37-d67e06765634 admin admin] Publish callbacks [] for security_group (6ea2205d-f35f-4d8b-ac5b-082f3f7cf606), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.317653 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c63e3d27-d509-477e-8f37-d67e06765634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6ea2205d-f35f-4d8b-ac5b-082f3f7cf606), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.359425 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c63e3d27-d509-477e-8f37-d67e06765634 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6b56b65943d4d5ea0da8ed1d7225d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471008 Mar 11 19:25:24.364423 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48488) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:24.374586 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3d27-d509-477e-8f37-d67e06765634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2205d-f35f-4d8b-ac5b-082f3f7cf606,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:24.423187 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de82766a-c432-44a7-8a55-b3cd7d2c98b1 admin admin] Publish callbacks [] for security_group (6ea2205d-f35f-4d8b-ac5b-082f3f7cf606), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.456661 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-c6f43d69-8db4-4ee3-a63b-adbb79572726 service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099954 Mar 11 19:25:24.456890 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de82766a-c432-44a7-8a55-b3cd7d2c98b1 admin admin] Publish callbacks [] for security_group (6ea2205d-f35f-4d8b-ac5b-082f3f7cf606), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.557214 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de82766a-c432-44a7-8a55-b3cd7d2c98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6ea2205d-f35f-4d8b-ac5b-082f3f7cf606), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.560988 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-de82766a-c432-44a7-8a55-b3cd7d2c98b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.562509 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-de82766a-c432-44a7-8a55-b3cd7d2c98b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ea2205d-f35f-4d8b-ac5b-082f3f7cf606 HTTP/1.1" status: 204 len: 168 time: 0.2011268 Mar 11 19:25:24.578396 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82766a-c432-44a7-8a55-b3cd7d2c98b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2205d-f35f-4d8b-ac5b-082f3f7cf606,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:24.686011 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.767837 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event deleted for resources: {'Port': ['ID=d8c6f7b0-d91a-4e39-b7a4-bad3b0d5a978,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:24.774797 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fbf872e9-a35e-41be-9392-5892354f4c88 req-123877aa-bc5a-42db-ab6a-be4528663b43 service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030381 Mar 11 19:25:24.834675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (af34ff3c-566d-46d1-adff-663485e29a8f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.901268 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks [] for floatingip (afe3101c-186f-4f75-94a8-c68c084e87dd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.901757 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Floating IP afe3101c-186f-4f75-94a8-c68c084e87dd disassociated (deleted). External IP: 172.27.2.188, port: 3feb0b92-f61b-4245-92e8-808e09f7589c. Mar 11 19:25:24.906750 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48496) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:24.921010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af441f16-7348-4a86-8ffa-86b1ffdfbb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.021378 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af441f16-7348-4a86-8ffa-86b1ffdfbb9a admin admin] Publish callbacks [] for security_group (048f97f5-f43c-4fe8-889e-f8916de7c515), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.026189 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-af441f16-7348-4a86-8ffa-86b1ffdfbb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (048f97f5-f43c-4fe8-889e-f8916de7c515), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.068549 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-af441f16-7348-4a86-8ffa-86b1ffdfbb9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=296bb4242fa04e799229c56aea6f1c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579599 Mar 11 19:25:25.068549 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441f16-7348-4a86-8ffa-86b1ffdfbb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f97f5-f43c-4fe8-889e-f8916de7c515,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:25.069580 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48498) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:25.305085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-025f5b9a-31d6-415a-9494-6ec0fe1f15bd admin admin] Publish callbacks [] for security_group (048f97f5-f43c-4fe8-889e-f8916de7c515), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.345027 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-025f5b9a-31d6-415a-9494-6ec0fe1f15bd admin admin] Publish callbacks [] for security_group (048f97f5-f43c-4fe8-889e-f8916de7c515), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.358852 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Router af34ff3c-566d-46d1-adff-663485e29a8f has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:25.376124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Router 839955b7-611a-4d67-81bd-099829c053f3 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:25.502712 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-025f5b9a-31d6-415a-9494-6ec0fe1f15bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (048f97f5-f43c-4fe8-889e-f8916de7c515), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.505249 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-025f5b9a-31d6-415a-9494-6ec0fe1f15bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.506439 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-025f5b9a-31d6-415a-9494-6ec0fe1f15bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/048f97f5-f43c-4fe8-889e-f8916de7c515 HTTP/1.1" status: 204 len: 168 time: 0.4352775 Mar 11 19:25:25.534047 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5b9a-31d6-415a-9494-6ec0fe1f15bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f97f5-f43c-4fe8-889e-f8916de7c515,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:25.626992 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:25.628887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:25.632902 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.641804 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5b9d3c47-f08c-4dd2-beb1-3a6a9bdc2bb7 admin admin] 10.222.0.55 "PUT /v2.0/routers/af34ff3c-566d-46d1-adff-663485e29a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8372729 Mar 11 19:25:25.642282 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48504) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:25.648434 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] Sync routers for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:25.658621 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] Sync routers for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:25.680705 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-18d5640d-0860-46d0-b8c5-9b4d5148cabc tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "DELETE /v2.0/floatingips/afe3101c-186f-4f75-94a8-c68c084e87dd HTTP/1.1" status: 204 len: 168 time: 2.4942791 Mar 11 19:25:25.681368 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:25.684042 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0946cade-6943-43d0-99e1-3a3d4f793bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:25.696148 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:25.696858 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:25.699657 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:25.700298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:25.779140 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa22298-0c06-448a-b088-6a4430936fe9 x-openstack-request-id: req-efa22298-0c06-448a-b088-6a4430936fe9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:25.779439 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:25.779698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efa22298-0c06-448a-b088-6a4430936fe9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:25.780107 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'status': 'completed', 'code': 200} Mar 11 19:25:25.824005 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks [] for router (af34ff3c-566d-46d1-adff-663485e29a8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:25.912780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-22714ed4-917d-4046-825c-ce23b8749ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:25.914716 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-22714ed4-917d-4046-825c-ce23b8749ebd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 1130 time: 0.1153021 Mar 11 19:25:25.965330 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:26.107456 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48518) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:26.142185 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:26.186885 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58b69463-e51c-4498-addd-297ae2c60575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.191306 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-33a6582c-54b2-44c3-a125-f4a1ede21a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:26.197120 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-33a6582c-54b2-44c3-a125-f4a1ede21a96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 200 len: 916 time: 0.2767632 Mar 11 19:25:26.281013 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-dbe1fa63-487b-497c-ae60-1828b7e374cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 200 len: 217 time: 0.0664785 Mar 11 19:25:26.319529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:25:24Z', 'revision_number': 5, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port': {'id': 'c8b9289c-c092-4d20-aa98-a3c459716d3a', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:37Z', 'updated_at': '2022-03-11T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:26.325326 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks [] for router_gateway (af34ff3c-566d-46d1-adff-663485e29a8f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.361131 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] Checking router: af34ff3c-566d-46d1-adff-663485e29a8f for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:26.367977 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58b69463-e51c-4498-addd-297ae2c60575 admin admin] Publish callbacks [] for security_group (f88ec184-bad3-461a-a39b-aa7183be8278), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.380078 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] Routers {'af34ff3c-566d-46d1-adff-663485e29a8f'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:26.380993 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['af34ff3c-566d-46d1-adff-663485e29a8f'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:26.393641 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58b69463-e51c-4498-addd-297ae2c60575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (f88ec184-bad3-461a-a39b-aa7183be8278), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.402996 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Deleting port c8b9289c-c092-4d20-aa98-a3c459716d3a {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:26.403746 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.438137 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b69463-e51c-4498-addd-297ae2c60575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ec184-bad3-461a-a39b-aa7183be8278,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:26.461836 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-58b69463-e51c-4498-addd-297ae2c60575 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45db05ab6d3046838d8a31bf3d7f32ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529670 Mar 11 19:25:26.463468 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-f741ff72-bf14-420a-a975-f472e874a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:26.465082 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-f741ff72-bf14-420a-a975-f472e874a18e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 200 len: 854 time: 0.1684694 Mar 11 19:25:26.465566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48520) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:26.484053 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:06Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:26.502457 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] Set router af34ff3c-566d-46d1-adff-663485e29a8f gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:26.525131 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] For port c8b9289c-c092-4d20-aa98-a3c459716d3a, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c8b9289c-c092-4d20-aa98-a3c459716d3a,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:26.525691 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.531277 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] Checking router: 839955b7-611a-4d67-81bd-099829c053f3 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:26.545176 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:26.546049 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:26.547138 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Calling delete_port for c8b9289c-c092-4d20-aa98-a3c459716d3a owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:26.569198 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e77c95b8-dfe1-4e32-9c32-7d5b38892bcd admin admin] Publish callbacks [] for security_group (f88ec184-bad3-461a-a39b-aa7183be8278), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.577169 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:25:26Z', 'revision_number': 6, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:26.608500 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-126be4f6-0484-402c-84e8-9999bc92ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:26.610387 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-126be4f6-0484-402c-84e8-9999bc92ff20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107817 Mar 11 19:25:26.621983 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72227ca-6f97-4837-8597-4ddee8e8519e None None] The sync data for ids ['af34ff3c-566d-46d1-adff-663485e29a8f'] in dv-cinder-830674-2-iscsi is: [{'id': 'af34ff3c-566d-46d1-adff-663485e29a8f', 'name': 'tempest-AttachVolumeShelveTestJSON-169702493-router', 'tenant_id': '7ebaeb5b399c4fd298cbe1004654368c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:35Z', 'updated_at': '2022-03-11T19:25:26Z', 'revision_number': 6, 'project_id': '7ebaeb5b399c4fd298cbe1004654368c', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:26.634024 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e77c95b8-dfe1-4e32-9c32-7d5b38892bcd admin admin] Publish callbacks [] for security_group (f88ec184-bad3-461a-a39b-aa7183be8278), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.755674 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:26.786676 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-45e3daaa-d406-4192-afe1-5c29bedb34fe service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692560 Mar 11 19:25:26.795939 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e77c95b8-dfe1-4e32-9c32-7d5b38892bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (f88ec184-bad3-461a-a39b-aa7183be8278), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.799831 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e77c95b8-dfe1-4e32-9c32-7d5b38892bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.803905 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e77c95b8-dfe1-4e32-9c32-7d5b38892bcd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f88ec184-bad3-461a-a39b-aa7183be8278 HTTP/1.1" status: 204 len: 168 time: 0.3349357 Mar 11 19:25:26.831782 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (c8b9289c-c092-4d20-aa98-a3c459716d3a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.841032 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c95b8-dfe1-4e32-9c32-7d5b38892bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88ec184-bad3-461a-a39b-aa7183be8278,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:26.868907 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8b9289c-c092-4d20-aa98-a3c459716d3a,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:27.005672 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (af34ff3c-566d-46d1-adff-663485e29a8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.110917 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:06Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:27.154225 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb7933-c4b9-45ff-87eb-c71fcb4427a7 None None] The sync data for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi is: [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:22:01Z', 'revision_number': 4, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': '7185af26-853f-4508-9fce-15c9b80c27cd', 'name': '', 'network_id': '77eb416d-89e1-4a3f-a5d8-cfe38d4137cf', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'mac_address': 'fa:16:3e:27:86:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9c0786b3-704a-463b-a952-04b221f1de73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:01Z', 'updated_at': '2022-03-11T19:22:06Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'subnets': [{'id': '9c0786b3-704a-463b-a952-04b221f1de73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:27.156536 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (af34ff3c-566d-46d1-adff-663485e29a8f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.159055 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks [] for router_controller (af34ff3c-566d-46d1-adff-663485e29a8f), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.284679 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (af34ff3c-566d-46d1-adff-663485e29a8f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.285392 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af34ff3c-566d-46d1-adff-663485e29a8f {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:25:27.291030 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.294336 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-66aa4240-989d-42e1-8544-6e1a01a86c78 admin admin] 10.222.0.55 "DELETE /v2.0/routers/af34ff3c-566d-46d1-adff-663485e29a8f HTTP/1.1" status: 204 len: 168 time: 1.6487720 Mar 11 19:25:27.294614 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48532) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:27.358813 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0946cade-6943-43d0-99e1-3a3d4f793bdd req-c70226cf-9732-4007-85cd-2a614af31c5a service neutron] 10.222.0.18 "GET /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560374 Mar 11 19:25:27.402638 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Deleting subnet 7b785dd7-6031-4719-8c3a-1fd72a1aee12 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:25:27.406493 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Publish callbacks [] for subnet (7b785dd7-6031-4719-8c3a-1fd72a1aee12), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.452516 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4427540'] for subnet (7b785dd7-6031-4719-8c3a-1fd72a1aee12), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.599203 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4de392-a37a-415c-8789-a33ed74119c5 None None] New status for floating IP afe3101c-186f-4f75-94a8-c68c084e87dd: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:25:27.636866 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (7b785dd7-6031-4719-8c3a-1fd72a1aee12), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.707984 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4427674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308905'] for subnet (7b785dd7-6031-4719-8c3a-1fd72a1aee12), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.741333 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.748483 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7b785dd7-6031-4719-8c3a-1fd72a1aee12 HTTP/1.1" status: 204 len: 168 time: 0.4392068 Mar 11 19:25:27.748683 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48554) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:27.750002 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91315d61-4cf3-4cbc-b191-b3fa8bcde3bc None None] Network b3e233e6-a6a7-42fb-b974-abd47312929e requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:27.765227 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39cd2c-967e-416f-a8c8-88b0dfc8c524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b785dd7-6031-4719-8c3a-1fd72a1aee12,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:27.866566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (b3e233e6-a6a7-42fb-b974-abd47312929e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.946301 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Deleting port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:27.946301 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.015191 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] DHCP port deletion for b3e233e6-a6a7-42fb-b974-abd47312929e request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:25:28.043190 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] For port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:28.043565 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.057651 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Calling delete_port for 8b4f35cb-26ac-4967-9592-6ca606f9a8cc owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:28.087546 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] Deleting port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:28.087835 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.160823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] For port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,segment=NetworkSegment(4d56932e-25d8-41f9-98c5-fd451bc26a28),segment_id=4d56932e-25d8-41f9-98c5-fd451bc26a28)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:28.161348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.166197 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.182525 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] Calling delete_port for 8b4f35cb-26ac-4967-9592-6ca606f9a8cc owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:28.201787 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:28.205599 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] No DVR routers for this DVR port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc on host dv-cinder-830674-2-iscsi {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:28.283222 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (8b4f35cb-26ac-4967-9592-6ca606f9a8cc), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.297935 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (b3e233e6-a6a7-42fb-b974-abd47312929e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.309069 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] No DVR routers for this DVR port 8b4f35cb-26ac-4967-9592-6ca606f9a8cc on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:28.324693 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e233e6-a6a7-42fb-b974-abd47312929e']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:28.330371 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59c60b-e698-496c-9758-7c0681f5fc25 None None] Pushing event deleted for resources: {'Port': ['ID=8b4f35cb-26ac-4967-9592-6ca606f9a8cc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:28.337819 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d56932e-25d8-41f9-98c5-fd451bc26a28') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:28.337819 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d56932e-25d8-41f9-98c5-fd451bc26a28') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:28.352301 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (4d56932e-25d8-41f9-98c5-fd451bc26a28), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.374430 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (4d56932e-25d8-41f9-98c5-fd451bc26a28), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.381511 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:25:28.381919 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (4d56932e-25d8-41f9-98c5-fd451bc26a28), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:25:28.384804 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:25:28.457074 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (b3e233e6-a6a7-42fb-b974-abd47312929e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.463725 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.466928 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b3e233e6-a6a7-42fb-b974-abd47312929e HTTP/1.1" status: 204 len: 168 time: 0.7170618 Mar 11 19:25:28.489676 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48570) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:28.503289 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c37c-9db7-452f-bcf4-797541f8f417 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e233e6-a6a7-42fb-b974-abd47312929e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:28.568298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c8b9289c-c092-4d20-aa98-a3c459716d3a no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:28.596466 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: c8b9289c-c092-4d20-aa98-a3c459716d3a {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:28.596932 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c8b9289c-c092-4d20-aa98-a3c459716d3a not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:28.597455 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8b4f35cb-26ac-4967-9592-6ca606f9a8cc no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:28.626058 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 8b4f35cb-26ac-4967-9592-6ca606f9a8cc {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:28.626058 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 8b4f35cb-26ac-4967-9592-6ca606f9a8cc not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:28.626508 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 27400834-7014-4729-879d-8fc1c7258cb0 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:28.644861 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48578) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:28.648681 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 27400834-7014-4729-879d-8fc1c7258cb0 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:28.649884 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 27400834-7014-4729-879d-8fc1c7258cb0 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:28.656406 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89e7ec89-bfcc-4325-b090-fbc7dcaf1fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.705743 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c656ec0e-9f15-4021-8c06-e25d8ec71d2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ebaeb5b399c4fd298cbe1004654368c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591927 Mar 11 19:25:28.708352 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48580) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:28.771527 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89e7ec89-bfcc-4325-b090-fbc7dcaf1fce admin admin] Publish callbacks [] for security_group (04b41140-5cf7-4e4a-aa05-ce96653a43c1), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.775863 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-69313b99-7687-4b18-8ccc-413d4700e33f admin admin] Publish callbacks [] for security_group (f5673f5b-2c84-49e0-bed4-aa09210add97), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.779689 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-89e7ec89-bfcc-4325-b090-fbc7dcaf1fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (04b41140-5cf7-4e4a-aa05-ce96653a43c1), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.817246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-69313b99-7687-4b18-8ccc-413d4700e33f admin admin] Publish callbacks [] for security_group (f5673f5b-2c84-49e0-bed4-aa09210add97), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.826450 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7ec89-bfcc-4325-b090-fbc7dcaf1fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b41140-5cf7-4e4a-aa05-ce96653a43c1,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:28.831400 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-89e7ec89-bfcc-4325-b090-fbc7dcaf1fce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=927d63ffa9ff4855ba572425f4e83a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406832 Mar 11 19:25:28.834037 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48584) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:28.950121 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-69313b99-7687-4b18-8ccc-413d4700e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (f5673f5b-2c84-49e0-bed4-aa09210add97), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.952663 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-69313b99-7687-4b18-8ccc-413d4700e33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.953835 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-69313b99-7687-4b18-8ccc-413d4700e33f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5673f5b-2c84-49e0-bed4-aa09210add97 HTTP/1.1" status: 204 len: 168 time: 0.2444484 Mar 11 19:25:28.968037 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00a4ed2c-b981-4e7c-a0f8-27c7caf25117 admin admin] Publish callbacks [] for security_group (04b41140-5cf7-4e4a-aa05-ce96653a43c1), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.973150 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69313b99-7687-4b18-8ccc-413d4700e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5673f5b-2c84-49e0-bed4-aa09210add97,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:28.996670 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeff82-6227-4058-8dda-eb3f8937039f req-594b71a3-487f-45d4-b010-64f6312842fe tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:28.998227 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f8eeff82-6227-4058-8dda-eb3f8937039f req-594b71a3-487f-45d4-b010-64f6312842fe tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.1142416 Mar 11 19:25:29.015664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00a4ed2c-b981-4e7c-a0f8-27c7caf25117 admin admin] Publish callbacks [] for security_group (04b41140-5cf7-4e4a-aa05-ce96653a43c1), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:29.088098 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f8eeff82-6227-4058-8dda-eb3f8937039f req-9bbdf42e-5f78-4c30-a39d-827dda353d61 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779579 Mar 11 19:25:29.112961 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00a4ed2c-b981-4e7c-a0f8-27c7caf25117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (04b41140-5cf7-4e4a-aa05-ce96653a43c1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:29.115731 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-00a4ed2c-b981-4e7c-a0f8-27c7caf25117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:29.117247 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-00a4ed2c-b981-4e7c-a0f8-27c7caf25117 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04b41140-5cf7-4e4a-aa05-ce96653a43c1 HTTP/1.1" status: 204 len: 168 time: 0.2818606 Mar 11 19:25:29.126664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4ed2c-b981-4e7c-a0f8-27c7caf25117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b41140-5cf7-4e4a-aa05-ce96653a43c1,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:29.849566 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48634) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:30.058172 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-123888309-network', 'tenant_id': 'f52579281a9a473ea120a234231dc54c'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:30.081999 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Made reservation on behalf of f52579281a9a473ea120a234231dc54c for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:30.084637 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.097531 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.186607 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks [] for security_group (9391cf32-e8d5-4183-99b7-a162d700db1c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.193417 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (9391cf32-e8d5-4183-99b7-a162d700db1c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.229300 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:25:30.232534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ee80d-f18f-402d-909b-4a386c50ece7 req-d93173f5-5406-4c66-8d30-620786eeadf3 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:30.240046 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a57ee80d-f18f-402d-909b-4a386c50ece7 req-d93173f5-5406-4c66-8d30-620786eeadf3 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.0665519 Mar 11 19:25:30.246783 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9391cf32-e8d5-4183-99b7-a162d700db1c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:30.252344 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (c26d9481-1dfc-48db-8d95-217a57eab88a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.252956 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Added segment c26d9481-1dfc-48db-8d95-217a57eab88a of type vlan for network 67023643-c225-41fc-80f1-ea35f3e1e500 Mar 11 19:25:30.297648 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a57ee80d-f18f-402d-909b-4a386c50ece7 req-197d7b35-af51-4831-88a8-22bfa01a00ea tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Mar 11 19:25:30.303439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (67023643-c225-41fc-80f1-ea35f3e1e500), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.337635 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (67023643-c225-41fc-80f1-ea35f3e1e500), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.338711 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:30.339301 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.374168 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5209322 Mar 11 19:25:30.374596 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48652) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:30.380851 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Request body: {'subnet': {'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-123888309-subnet', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:30.408131 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Made reservation on behalf of f52579281a9a473ea120a234231dc54c for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:30.411617 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969696'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.432224 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c209f-7e98-4052-aff8-ce7494147853 admin admin] Pushing event updated for resources: {'Network': ['ID=67023643-c225-41fc-80f1-ea35f3e1e500,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:30.443794 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 67023643-c225-41fc-80f1-ea35f3e1e500 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:25:30.611092 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9959864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969678'] for subnet (d057bd66-d92d-4fb4-8ca3-a87f116b6df5), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.668606 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d057bd66-d92d-4fb4-8ca3-a87f116b6df5,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:30.685159 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:30.685520 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Network hostable DHCP agents. Network: 67023643-c225-41fc-80f1-ea35f3e1e500, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:25:30.702777 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:25:30.713078 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 67023643-c225-41fc-80f1-ea35f3e1e500) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:30.719048 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:30.719987 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.724578 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62d0a1-2f86-4c56-b4e5-16b46c2fe871 None None] Network 67023643-c225-41fc-80f1-ea35f3e1e500 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:30.750198 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-3e21018b-6e73-4b18-9e82-116f2d3b1ec0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3744309 Mar 11 19:25:30.752870 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48658) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:30.757131 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:30.778263 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16271'] for router (969df542-d64a-465c-a623-18e12918909c), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.779334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-771228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16374'] for router (969df542-d64a-465c-a623-18e12918909c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.837205 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf1ffd709-bb3d-589e-99b8-e182eb98ca02-67023643-c225-41fc-80f1-ea35f3e1e500', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5'}]}} from dv-cinder-830674-2-iscsi. {{(pid=103356) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:25:30.838464 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.842372 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks [] for router_controller (969df542-d64a-465c-a623-18e12918909c), precommit_add_association {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:30.996006 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Allocated IP 172.20.0.2 (67023643-c225-41fc-80f1-ea35f3e1e500/d057bd66-d92d-4fb4-8ca3-a87f116b6df5/5a43e5ff-ffda-4ab9-97a2-769c55f658a8) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:31.005082 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks [] for router_gateway (969df542-d64a-465c-a623-18e12918909c), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.169177 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Publish callbacks [] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.177361 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.221051 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:31.227977 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:31.230230 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-2672f294-915a-47ac-a6f5-27cac2de2ad5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:31.232030 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-2672f294-915a-47ac-a6f5-27cac2de2ad5 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.1269398 Mar 11 19:25:31.232612 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:31.237594 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Pushing event updated for resources: {'Port': ['ID=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:31.303411 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks [] for router_gateway (969df542-d64a-465c-a623-18e12918909c), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.347839 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.434360 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Attempting to bind port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:31.434772 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Attempting to bind port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:31.435202 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Attempting to bind port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:31.440808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:31.441187 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:31.441653 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.442090 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Bound using segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:31.442628 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Bound port: 5a43e5ff-ffda-4ab9-97a2-769c55f658a8, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:31.443374 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.490534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Deleting port 3feb0b92-f61b-4245-92e8-808e09f7589c {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:31.490880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.512920 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] For port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:31.517219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] For port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:31.525862 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.527353 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141756a2-38f7-4ef6-b8d7-51e82a31df81 req-4fbd1172-4451-4f51-8098-855877bba110 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:31.528932 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-141756a2-38f7-4ef6-b8d7-51e82a31df81 req-4fbd1172-4451-4f51-8098-855877bba110 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 946 time: 0.1382456 Mar 11 19:25:31.564971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Allocated IP 172.27.2.100 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/06e8d165-6c2f-4f4e-8a56-cff0a77fd774) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:31.607562 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7d46-8c01-4294-8232-a810068896bf None None] Pushing event updated for resources: {'Port': ['ID=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:31.695314 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] For port 3feb0b92-f61b-4245-92e8-808e09f7589c, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3feb0b92-f61b-4245-92e8-808e09f7589c,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:31.695687 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:31.748151 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-141756a2-38f7-4ef6-b8d7-51e82a31df81 req-25140db2-434e-4a27-9d81-9e990d38ccb9 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/security-groups?id=63ce244f-69ba-41ee-9cf6-8d145a71e3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038081 Mar 11 19:25:31.766552 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Calling delete_port for 3feb0b92-f61b-4245-92e8-808e09f7589c owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:31.795283 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-add5cb1a-0e4f-44fc-9c20-e78e606d66b7 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=56d26606c870441cb4ad31c6ea14514d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738358 Mar 11 19:25:31.956780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks [] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.077750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-0d92e85a-739d-4f1b-a1c4-27735da62e61 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:32.079242 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-0d92e85a-739d-4f1b-a1c4-27735da62e61 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724733 Mar 11 19:25:32.138072 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-d89c01d9-21b8-4922-9a27-05b9bfeb7a68 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/quotas/56d26606c870441cb4ad31c6ea14514d HTTP/1.1" status: 200 len: 375 time: 0.0451519 Mar 11 19:25:32.180296 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-52d86169-f4a2-4e1e-a58f-b2f8dd9e8b80 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=56d26606c870441cb4ad31c6ea14514d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347989 Mar 11 19:25:32.184314 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.216185 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (3feb0b92-f61b-4245-92e8-808e09f7589c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.230726 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3feb0b92-f61b-4245-92e8-808e09f7589c'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:32.245317 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:32.260299 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:32.260534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:32.281198 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:32.353972 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Pushing event deleted for resources: {'Port': ['ID=3feb0b92-f61b-4245-92e8-808e09f7589c,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:32.356925 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] No DVR routers for this DVR port 3feb0b92-f61b-4245-92e8-808e09f7589c on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:32.359487 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.362664 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-36aa0e63-34f9-4672-92f4-4b4e038ee44f req-a3fb8298-15a7-4529-802f-20568b366a8f tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.18 "DELETE /v2.0/ports/3feb0b92-f61b-4245-92e8-808e09f7589c HTTP/1.1" status: 204 len: 173 time: 1.1123989 Mar 11 19:25:32.373160 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'name': 'network-vif-deleted', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:32.376044 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f0bb19-4228-4442-a5de-fc126de52d6f" -d '{"events": [{"server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "name": "network-vif-deleted", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:32.416905 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bee97a39-023f-4323-b4ce-cde0972b284e req-1a5fd681-5490-424a-b446-013b1770cedd tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 210 time: 0.0670907 Mar 11 19:25:32.458218 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d103972-e205-4ae6-a813-5fbf46309a31 x-openstack-request-id: req-3d103972-e205-4ae6-a813-5fbf46309a31 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:32.458218 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa961c6-037e-47b3-8d85-8d4d98a22715", "name": "network-vif-deleted", "tag": "3feb0b92-f61b-4245-92e8-808e09f7589c", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:32.458218 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d103972-e205-4ae6-a813-5fbf46309a31 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:32.458218 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa961c6-037e-47b3-8d85-8d4d98a22715', 'name': 'network-vif-deleted', 'tag': '3feb0b92-f61b-4245-92e8-808e09f7589c', 'status': 'completed', 'code': 200} Mar 11 19:25:32.644602 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:32.722056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks [] for router_gateway (969df542-d64a-465c-a623-18e12918909c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.750727 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:32.751322 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.889644 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:32.890740 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.973543 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:32.983076 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:32.994405 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b7665-9162-47f1-9069-5114d1ea1bad None None] Network 67023643-c225-41fc-80f1-ea35f3e1e500 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:33.134233 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:33.157377 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-0c1fced7-1466-4528-8fc2-5c0b68f31fde None None] Provisioning complete for port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:33.158174 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c1fced7-1466-4528-8fc2-5c0b68f31fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:33.290329 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-37ac1e0e-2726-4e90-9c41-3b38d6269531 req-1797c314-b6f4-4394-9eab-40698aea6e75 tempest-TestMinimumBasicScenario-1501422764 tempest-TestMinimumBasicScenario-1501422764-project] 10.222.0.55 "GET /v2.0/ports?device_id=6fa961c6-037e-47b3-8d85-8d4d98a22715 HTTP/1.1" status: 200 len: 210 time: 0.3653839 Mar 11 19:25:33.291060 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fced7-1466-4528-8fc2-5c0b68f31fde None None] Current status of the port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:33.410584 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580196'] for router (969df542-d64a-465c-a623-18e12918909c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:33.512959 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-e1699092-cce9-4ab9-82bc-0b72cbf3753b None None] Provisioning complete for port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:33.513222 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1699092-cce9-4ab9-82bc-0b72cbf3753b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:33.535796 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d5e720e-d399-45a2-9613-88e45e4a4780 req-3037ef7d-f2f5-4349-a105-68148614b043 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 210 time: 0.0353999 Mar 11 19:25:33.580437 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Router 969df542-d64a-465c-a623-18e12918909c is scheduled to L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e with binding_index 1 {{(pid=103355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:25:33.612385 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e1699092-cce9-4ab9-82bc-0b72cbf3753b None None] Current status of the port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:33.751408 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:33.754491 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-19945cd6-1f6f-49bf-a0a2-a53e819f6349 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=56d26606c870441cb4ad31c6ea14514d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289354 Mar 11 19:25:33.764180 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:33.777171 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:33.777905 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:33.796282 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:33.797780 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-6071a756-2ac5-42cc-b296-8bb75b4cb7a7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0439711 Mar 11 19:25:33.801179 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48698) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:33.886517 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:25:33.894971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-b0b3b6c7-ed79-4e6b-8ab9-48df85e699c0 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:33.896713 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-b0b3b6c7-ed79-4e6b-8ab9-48df85e699c0 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364822 Mar 11 19:25:33.918094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Request body: {'port': {'device_id': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473', 'admin_state_up': True, 'tenant_id': '56d26606c870441cb4ad31c6ea14514d'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:33.933586 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:34.044127 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Made reservation on behalf of 56d26606c870441cb4ad31c6ea14514d for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:34.048417 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.060465 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.139207 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:32Z', 'revision_number': 3, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:34.157116 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks [] for security_group (44b551fe-10b8-41f3-b33f-cca37be91810), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.162532 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (44b551fe-10b8-41f3-b33f-cca37be91810), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.171279 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:34.171875 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Updating router 969df542-d64a-465c-a623-18e12918909c port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:25:34.214562 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.303901 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b551fe-10b8-41f3-b33f-cca37be91810,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:34.343850 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.374066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Allocated IP 192.168.233.117 (165fd778-1d7c-453f-ae84-b7dcbaea7473/8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa/20534260-6666-4def-bc7a-b1708380a4b0) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:34.552833 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:34.576135 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Allocated IP 172.20.0.1 (67023643-c225-41fc-80f1-ea35f3e1e500/d057bd66-d92d-4fb4-8ca3-a87f116b6df5/b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:34.634026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks [] for port (20534260-6666-4def-bc7a-b1708380a4b0), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.658211 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Publish callbacks [] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.681504 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.722406 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03e4f09c-7c61-4ee6-9e82-d11f1e9b98d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.728762 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-72c707bc-ec9e-4e8a-9636-d060757dbe2c req-9c329755-8e7e-4871-9bff-ece3a153592b tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 210 time: 0.0522306 Mar 11 19:25:34.756373 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks [] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.761416 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6e7b-fdc1-4924-8c24-e2c366d481cf None None] Pushing event updated for resources: {'Port': ['ID=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:34.761734 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (20534260-6666-4def-bc7a-b1708380a4b0), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.776583 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Attempting to bind port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:34.777166 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Attempting to bind port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:34.782344 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Attempting to bind port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 on network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:34.792141 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:34.792703 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.796506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:34.796506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Checking segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:34.796981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.797492 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Bound using segment: {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:34.798206 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Bound port: 06e8d165-6c2f-4f4e-8a56-cff0a77fd774, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95a087-a20e-4d0f-859e-993313086381', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:34.798670 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.811769 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.826345 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Network 165fd778-1d7c-453f-ae84-b7dcbaea7473 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:34.830608 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:34.834325 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:34.837202 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Pushing event updated for resources: {'Port': ['ID=20534260-6666-4def-bc7a-b1708380a4b0,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:34.878264 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:34.881523 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:34.884449 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:34.922003 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] For port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:34.927098 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] For port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:34.950050 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:34.968982 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:34.969936 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.981952 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573707'] for router_interface (969df542-d64a-465c-a623-18e12918909c), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:34.985763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.024921 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-4e872a6e-6c18-4c84-8789-55e5a7940d76 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1120882 Mar 11 19:25:35.038856 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Request body: {'port': {'device_id': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:35.088736 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:35.170990 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.179164 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:35.180373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:35.190027 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (20534260-6666-4def-bc7a-b1708380a4b0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.325650 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:35.445534 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6e7b-fdc1-4924-8c24-e2c366d481cf None None] Pushing event updated for resources: {'Port': ['ID=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:35.459869 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.470413 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1397d33e-dc64-4807-b1b0-5c93d8fdaa72 None None] Provisioning complete for port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:35.470798 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1397d33e-dc64-4807-b1b0-5c93d8fdaa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.486230 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48760) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:35.543986 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1397d33e-dc64-4807-b1b0-5c93d8fdaa72 None None] Port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:35.592418 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-1397d33e-dc64-4807-b1b0-5c93d8fdaa72 None None] Provisioning complete for port 20534260-6666-4def-bc7a-b1708380a4b0 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:35.592695 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1397d33e-dc64-4807-b1b0-5c93d8fdaa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (20534260-6666-4def-bc7a-b1708380a4b0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.625627 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20534260-6666-4def-bc7a-b1708380a4b0 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:25:35.635913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Publish callbacks [] for port (20534260-6666-4def-bc7a-b1708380a4b0), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.639402 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1397d33e-dc64-4807-b1b0-5c93d8fdaa72 None None] Port 20534260-6666-4def-bc7a-b1708380a4b0 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:35.653663 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Transition to ACTIVE for port object 20534260-6666-4def-bc7a-b1708380a4b0 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:25:35.658719 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks [] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.662909 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (20534260-6666-4def-bc7a-b1708380a4b0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.671859 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:35.674300 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:34Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:35.706838 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3feb0b92-f61b-4245-92e8-808e09f7589c no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:35.711353 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05b604-ec85-43bf-9bc6-7cd88ef6a3c4 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:34Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:35.731145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 3feb0b92-f61b-4245-92e8-808e09f7589c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:35.731641 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3feb0b92-f61b-4245-92e8-808e09f7589c not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:35.796164 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Pushing event updated for resources: {'Port': ['ID=20534260-6666-4def-bc7a-b1708380a4b0,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:35.809570 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:35.827172 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-8f407d38-4587-4d54-9db7-ad755c78c03a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816470715&fields=id&tenant_id=95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 267 time: 0.1269305 Mar 11 19:25:35.840416 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573863'] for router_interface (969df542-d64a-465c-a623-18e12918909c), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:36.082920 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Attempting to bind port 20534260-6666-4def-bc7a-b1708380a4b0 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:36.083611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Attempting to bind port 20534260-6666-4def-bc7a-b1708380a4b0 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:36.083833 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Attempting to bind port 20534260-6666-4def-bc7a-b1708380a4b0 on network 165fd778-1d7c-453f-ae84-b7dcbaea7473 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:36.102461 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-9ebdaef7-8f08-4351-bee4-fc802727ca2a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:36.104207 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-9ebdaef7-8f08-4351-bee4-fc802727ca2a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 811 time: 0.2713583 Mar 11 19:25:36.106011 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Port 20534260-6666-4def-bc7a-b1708380a4b0 on network 165fd778-1d7c-453f-ae84-b7dcbaea7473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:25:36.106471 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Attempting to bind port 20534260-6666-4def-bc7a-b1708380a4b0 on network 165fd778-1d7c-453f-ae84-b7dcbaea7473 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:36.111630 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:36.114717 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:36.116681 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88bcc0-7503-4625-8d09-d6c19d881b1d req-09399431-37c4-4bdb-86e3-355f906c4a62 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:36.118107 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bc88bcc0-7503-4625-8d09-d6c19d881b1d req-09399431-37c4-4bdb-86e3-355f906c4a62 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 948 time: 0.2516198 Mar 11 19:25:36.139945 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-bdced511-c2b1-464f-81fa-720953fa34c2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/quotas/95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 375 time: 0.0206954 Mar 11 19:25:36.147040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:36.147819 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Checking segment: {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:36.148380 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Bound using segment: {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:36.149025 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Bound port: 20534260-6666-4def-bc7a-b1708380a4b0, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c63548-635a-44c1-9ff0-4f950c21a5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:36.149472 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (20534260-6666-4def-bc7a-b1708380a4b0), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:36.289439 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bc88bcc0-7503-4625-8d09-d6c19d881b1d req-3ee16afb-af30-4f54-9bae-48fab7e2faf6 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611078 Mar 11 19:25:36.337228 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-d14f4a47-2ce7-47d0-ba7c-4e6a6d48f57f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1786766 Mar 11 19:25:36.377108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] For port 20534260-6666-4def-bc7a-b1708380a4b0, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:36.406940 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] For port 20534260-6666-4def-bc7a-b1708380a4b0, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=20534260-6666-4def-bc7a-b1708380a4b0,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:36.448183 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (20534260-6666-4def-bc7a-b1708380a4b0), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:36.449889 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-231e731b-6258-4aaa-80b9-7dbc23c69802 None None] Provisioning complete for port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:36.450369 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-231e731b-6258-4aaa-80b9-7dbc23c69802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:36.503617 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:36.504227 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:36.505700 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] 10.222.0.18 "PUT /v2.0/ports/20534260-6666-4def-bc7a-b1708380a4b0 HTTP/1.1" status: 200 len: 1098 time: 1.4721627 Mar 11 19:25:36.506162 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'tag': '20534260-6666-4def-bc7a-b1708380a4b0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:36.509272 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b54b76-03e6-491e-98ca-312399dab6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3c980a-9c00-4a8f-ac21-a17c2c163cc5", "tag": "20534260-6666-4def-bc7a-b1708380a4b0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:36.533314 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-2945228f-51eb-4f19-90d2-63a062d4bd1c service neutron] 10.222.0.55 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928425 Mar 11 19:25:36.553573 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:36.563252 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063268f4-a40b-4792-9f36-2ace967eb160 service neutron] Pushing event updated for resources: {'Port': ['ID=20534260-6666-4def-bc7a-b1708380a4b0,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:36.564151 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-231e731b-6258-4aaa-80b9-7dbc23c69802 None None] Port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:36.580366 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (839955b7-611a-4d67-81bd-099829c053f3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:36.600932 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9ec49-ba09-4f90-96dd-93963ab0f2ed x-openstack-request-id: req-16c9ec49-ba09-4f90-96dd-93963ab0f2ed {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:36.601231 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3c980a-9c00-4a8f-ac21-a17c2c163cc5", "tag": "20534260-6666-4def-bc7a-b1708380a4b0", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:36.602032 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16c9ec49-ba09-4f90-96dd-93963ab0f2ed {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:36.602441 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'tag': '20534260-6666-4def-bc7a-b1708380a4b0', 'status': 'completed', 'code': 200} Mar 11 19:25:36.706397 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-07f8a689-277f-4cf3-b427-a10035cbcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:36.707969 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-07f8a689-277f-4cf3-b427-a10035cbcea4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56d26606c870441cb4ad31c6ea14514d&device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 1132 time: 0.1007454 Mar 11 19:25:36.713319 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-94751c77-c85e-4a88-8ee9-170342b3617e service neutron] 10.222.0.55 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598330 Mar 11 19:25:36.787875 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-2927760b-d9ae-4976-9d1b-cb9c026497ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=20534260-6666-4def-bc7a-b1708380a4b0 HTTP/1.1" status: 200 len: 217 time: 0.0710611 Mar 11 19:25:36.871142 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-bb7d23f1-fb98-4b82-8a7d-f9d7fcea443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:36.872646 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-bb7d23f1-fb98-4b82-8a7d-f9d7fcea443a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa HTTP/1.1" status: 200 len: 843 time: 0.0778997 Mar 11 19:25:36.969555 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317526a-7d1e-422b-8939-be596fb2c718 req-83a35aa9-e8b3-4b6e-bbc9-d80ac45127dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:36.972599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-83a35aa9-e8b3-4b6e-bbc9-d80ac45127dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=165fd778-1d7c-453f-ae84-b7dcbaea7473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0922723 Mar 11 19:25:36.982590 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1e5bbf5-f37d-4434-b759-99ed99adbb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:37.029710 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:37.036699 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e266e834-60e6-4c91-ad26-d7035692deb8 admin admin] 10.222.0.55 "PUT /v2.0/routers/969df542-d64a-465c-a623-18e12918909c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2333517 Mar 11 19:25:37.213354 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e985f83f-4792-466f-bc17-e7aa6ef6d034 req-1a119015-5154-4ee0-a369-fe404c1b6000 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 210 time: 0.0758514 Mar 11 19:25:37.216480 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-8066a730-5a9c-4f85-81e2-316b363d3716 service neutron] 10.222.0.18 "GET /v2.0/networks/165fd778-1d7c-453f-ae84-b7dcbaea7473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357326 Mar 11 19:25:37.230912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Deleting port 7185af26-853f-4508-9fce-15c9b80c27cd {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:37.231422 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:37.373809 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3317526a-7d1e-422b-8939-be596fb2c718 req-113411ee-dd19-4bf8-84d6-38cbe7523313 service neutron] 10.222.0.18 "GET /v2.0/networks/165fd778-1d7c-453f-ae84-b7dcbaea7473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488750 Mar 11 19:25:37.382017 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] For port 7185af26-853f-4508-9fce-15c9b80c27cd, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=7185af26-853f-4508-9fce-15c9b80c27cd,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:37.385523 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:37.432832 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Calling delete_port for 7185af26-853f-4508-9fce-15c9b80c27cd owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:37.620785 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c19ebc-f7dd-414d-8f43-06a2a3150c57 req-a38624f1-a392-49a2-8bed-08e7ca12cf18 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:37.630023 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19c19ebc-f7dd-414d-8f43-06a2a3150c57 req-a38624f1-a392-49a2-8bed-08e7ca12cf18 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 948 time: 0.2171805 Mar 11 19:25:37.634835 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-22d2a9b3-c338-4ab2-8a5a-21def7569ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:37.649261 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-22d2a9b3-c338-4ab2-8a5a-21def7569ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=56d26606c870441cb4ad31c6ea14514d&device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 1132 time: 0.2111273 Mar 11 19:25:37.705354 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (7185af26-853f-4508-9fce-15c9b80c27cd), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:37.753492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-19c19ebc-f7dd-414d-8f43-06a2a3150c57 req-45ac6cfd-e601-4b7b-826a-1f07c9d23857 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029665 Mar 11 19:25:37.758395 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Pushing event deleted for resources: {'Port': ['ID=7185af26-853f-4508-9fce-15c9b80c27cd,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:37.903135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-4f818d72-9c7f-4bf0-b159-2459feec8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:37.904843 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-4f818d72-9c7f-4bf0-b159-2459feec8125 service neutron] 10.222.0.18 "GET /v2.0/networks?id=165fd778-1d7c-453f-ae84-b7dcbaea7473 HTTP/1.1" status: 200 len: 870 time: 0.2457886 Mar 11 19:25:38.001473 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-e552dd4e-fc36-4a1e-a9db-3f4d6b5642f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=20534260-6666-4def-bc7a-b1708380a4b0 HTTP/1.1" status: 200 len: 217 time: 0.0550103 Mar 11 19:25:38.041235 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48796) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:38.049700 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974886478', 'description': 'tempest-description--1832124722'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:38.059462 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (839955b7-611a-4d67-81bd-099829c053f3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.074922 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-bd6767da-b807-40d5-ac1e-8ec7c558d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:38.076526 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-bd6767da-b807-40d5-ac1e-8ec7c558d217 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa HTTP/1.1" status: 200 len: 843 time: 0.0648768 Mar 11 19:25:38.121334 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.135964 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-4a208764-9721-49d7-8196-c86a2a708414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:38.137330 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-4a208764-9721-49d7-8196-c86a2a708414 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=165fd778-1d7c-453f-ae84-b7dcbaea7473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0514114 Mar 11 19:25:38.240797 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-d09318c9-545c-466a-9da2-7f383675920d service neutron] 10.222.0.18 "GET /v2.0/networks/165fd778-1d7c-453f-ae84-b7dcbaea7473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932016 Mar 11 19:25:38.301657 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (9ebe6224-080d-4d58-8830-b6a9ab0c7648), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.308475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (9ebe6224-080d-4d58-8830-b6a9ab0c7648), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.343196 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1d57f000-5c90-4056-bfcb-3087169a8b8a req-c8e3d83c-5baa-40a6-986c-614b25ebf324 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 210 time: 0.0316527 Mar 11 19:25:38.352024 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.353474 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3109875 Mar 11 19:25:38.365244 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48800) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:38.365244 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': '9ebe6224-080d-4d58-8830-b6a9ab0c7648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:38.393910 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85b54b76-03e6-491e-98ca-312399dab6a8 req-c791d7dd-910a-4e5c-bf6d-fe4d353e11e5 service neutron] 10.222.0.18 "GET /v2.0/networks/165fd778-1d7c-453f-ae84-b7dcbaea7473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424022 Mar 11 19:25:38.394269 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a5916-86cb-4f7d-98de-270929100f3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebe6224-080d-4d58-8830-b6a9ab0c7648,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:38.405792 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (41344681-8a7a-47e3-a4d9-d9dc83af7f83), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.424611 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Router 839955b7-611a-4d67-81bd-099829c053f3 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:38.468809 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (41344681-8a7a-47e3-a4d9-d9dc83af7f83), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.475997 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (41344681-8a7a-47e3-a4d9-d9dc83af7f83), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.548613 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41344681-8a7a-47e3-a4d9-d9dc83af7f83,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:38.560292 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.564121 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ef97fa29-759a-4f27-9485-ac9d511f4c4f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2006354 Mar 11 19:25:38.566434 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48802) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:38.571737 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': '9ebe6224-080d-4d58-8830-b6a9ab0c7648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:38.578222 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:38.592787 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] Sync routers for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:38.597832 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-fc2f4735-acc2-40cc-b511-2f9d0ebbf421 admin admin] 10.222.0.55 "PUT /v2.0/routers/839955b7-611a-4d67-81bd-099829c053f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100733 Mar 11 19:25:38.599884 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48804) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:38.623711 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:38.624795 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:38.719734 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (2588f75a-b8de-4dac-957a-6df3fab58e9e), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.750915 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:38.793312 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:38.846536 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:38.850074 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-12ed8b01-a10b-4727-89a4-34bcc0e36270 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:38.851833 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-12ed8b01-a10b-4727-89a4-34bcc0e36270 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 811 time: 0.3454149 Mar 11 19:25:38.873206 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:38.874133 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.015508 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:25:37Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:39.045479 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] Checking router: 839955b7-611a-4d67-81bd-099829c053f3 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:39.056400 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] Routers {'839955b7-611a-4d67-81bd-099829c053f3'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:39.057216 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['839955b7-611a-4d67-81bd-099829c053f3'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:39.068234 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:39.096517 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:39.097330 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:39.204086 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] Set router 839955b7-611a-4d67-81bd-099829c053f3 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:39.279838 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:39.281817 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:39.282049 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.303035 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (2588f75a-b8de-4dac-957a-6df3fab58e9e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.322876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks [] for router (839955b7-611a-4d67-81bd-099829c053f3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.333204 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (2588f75a-b8de-4dac-957a-6df3fab58e9e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.346807 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] For port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:39.354917 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.414790 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2588f75a-b8de-4dac-957a-6df3fab58e9e,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:39.416260 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:25:37Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:39.427802 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.429251 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-749e9a1d-ccda-4a69-83ec-f93a73632aa8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8618491 Mar 11 19:25:39.432938 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48810) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:39.437414 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:39.465038 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84dc31-803e-4b65-a661-ac9a815a7f8d None None] The sync data for ids ['839955b7-611a-4d67-81bd-099829c053f3'] in dv-cinder-830674-2-iscsi is: [{'id': '839955b7-611a-4d67-81bd-099829c053f3', 'name': 'tempest-TestMinimumBasicScenario-1697298894-router', 'tenant_id': '1d45e99191e84c4786fa3f88b9aefa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:21:58Z', 'updated_at': '2022-03-11T19:25:37Z', 'revision_number': 5, 'project_id': '1d45e99191e84c4786fa3f88b9aefa31', 'gw_port': {'id': 'c46022d3-0248-4c47-97cd-682dd87d1dd5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839955b7-611a-4d67-81bd-099829c053f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:21:59Z', 'updated_at': '2022-03-11T19:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:39.475705 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.501949 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-47a86f95-4678-4161-97a5-1b15686681ec tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 379 time: 0.6191330 Mar 11 19:25:39.526664 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2d2d66dc-bfd1-4a3a-bee9-d3348291b351 req-b21d0e0b-d55d-4270-9654-e268167d4115 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 210 time: 0.0584991 Mar 11 19:25:39.530436 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'port': {'device_id': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'admin_state_up': True, 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'security_groups': ['4d049ebb-4940-48d1-99c6-d82aa4c0af6a']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:39.539608 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Pushing event updated for resources: {'Port': ['ID=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:39.578765 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ea975-c2d2-486f-b476-668c5e59335f req-c495c138-cac8-421b-b034-ae9046d31d0d tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:39.580257 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0d9ea975-c2d2-486f-b476-668c5e59335f req-c495c138-cac8-421b-b034-ae9046d31d0d tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 948 time: 0.7012415 Mar 11 19:25:39.612393 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:39.618875 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.644449 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:39.644912 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Updating router 969df542-d64a-465c-a623-18e12918909c port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c binding host dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:25:39.679351 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.696570 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks [] for router_gateway (839955b7-611a-4d67-81bd-099829c053f3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.740574 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.27.2.190 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/305a7e0a-5d79-43b1-9aec-1f341b8ab3cf) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:39.756910 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0d9ea975-c2d2-486f-b476-668c5e59335f req-5c47c643-5e76-46bf-a615-1fa3b285f5af tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633337 Mar 11 19:25:39.797514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Made reservation on behalf of 95948645afad4e47889e89b7b43d28eb for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:39.800966 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.838580 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Deleting port c46022d3-0248-4c47-97cd-682dd87d1dd5 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:39.839075 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.894277 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:39.948454 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.005078 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Publish callbacks [] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.011085 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] For port c46022d3-0248-4c47-97cd-682dd87d1dd5, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c46022d3-0248-4c47-97cd-682dd87d1dd5,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:40.011947 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.012461 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.022340 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=305a7e0a-5d79-43b1-9aec-1f341b8ab3cf,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:40.034633 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Allocated IP 172.20.0.11 (6322b9a5-ecc4-461b-b80a-6d6473806bb2/4db59c0f-7f99-415b-a04d-77ab0e849892/85dba4ba-3214-415d-9ac2-917ae3cbf3a3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:40.036975 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Calling delete_port for c46022d3-0248-4c47-97cd-682dd87d1dd5 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:40.044451 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:40.046849 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:40.050749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:40.072855 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646647-eae0-4754-80a9-dc4474f0dffc None None] Pushing event updated for resources: {'Port': ['ID=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:40.142992 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Attempting to bind port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c on host dv-cinder-830674-2-iscsi for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:40.143361 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Attempting to bind port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c by drivers openvswitch,hyperv on host dv-cinder-830674-2-iscsi at level 0 using segments [{'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:40.143756 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Attempting to bind port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:40.152052 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Checking agent: {'id': '7ce9a4be-d2b6-4c10-a44e-7953734e6926', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830674-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 8, 12), 'started_at': datetime.datetime(2022, 3, 11, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830674-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:40.152431 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:40.152868 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.153588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Bound using segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:40.153748 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Bound port: b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c, host: dv-cinder-830674-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:40.154219 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.199269 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (61d02ead-6593-428b-b126-06ec12a8b160), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.241693 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] For port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c, host dv-cinder-830674-2-iscsi, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:40.245836 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] For port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c, host dv-cinder-830674-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:40.253385 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.253688 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.317461 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:40.318348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:40.331709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.436041 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646647-eae0-4754-80a9-dc4474f0dffc None None] Pushing event updated for resources: {'Port': ['ID=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:40.439304 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.470193 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.475560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.477338 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.478457 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] Provisioning complete for port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:40.478985 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.481944 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (c46022d3-0248-4c47-97cd-682dd87d1dd5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.511890 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:40.527868 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:40.530843 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:40.562896 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=305a7e0a-5d79-43b1-9aec-1f341b8ab3cf,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:40.576066 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:40.578821 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:40.585575 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (61d02ead-6593-428b-b126-06ec12a8b160), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.606343 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.616430 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46022d3-0248-4c47-97cd-682dd87d1dd5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:40.618686 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c65d21b5-cf7d-4c05-aaff-8f8741f5df2c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1843414 Mar 11 19:25:40.718187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:40.718971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.759496 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (839955b7-611a-4d67-81bd-099829c053f3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.834272 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:40.876354 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] Current status of the port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c is: DOWN; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:40.876860 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.878488 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-7f81daf2-e1d1-4ba4-85a7-93268d1e79af tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3542147 Mar 11 19:25:40.918129 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Request body: {'port': {'device_id': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:40.922029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (839955b7-611a-4d67-81bd-099829c053f3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.925229 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks [] for router_controller (839955b7-611a-4d67-81bd-099829c053f3), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:40.963091 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386da75-6a44-4e5b-bec3-a7fca2211c4a req-1ec5861e-be2e-4981-9047-486204868a81 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:40.964849 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d386da75-6a44-4e5b-bec3-a7fca2211c4a req-1ec5861e-be2e-4981-9047-486204868a81 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 932 time: 0.2723482 Mar 11 19:25:40.979578 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] For port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:40.990907 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.001523 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:41.001895 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.047129 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-7d16d117-7d49-40de-a948-8e9e0c603cbd tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1974886478&fields=id&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 267 time: 0.2377024 Mar 11 19:25:41.047711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (839955b7-611a-4d67-81bd-099829c053f3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.048094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839955b7-611a-4d67-81bd-099829c053f3 {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:25:41.057637 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.062150 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-dbee5d8b-a228-4bd6-9335-f411cce83e66 admin admin] 10.222.0.55 "DELETE /v2.0/routers/839955b7-611a-4d67-81bd-099829c053f3 HTTP/1.1" status: 204 len: 168 time: 2.4544537 Mar 11 19:25:41.064084 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48828) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:41.125993 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776067f-b395-48a1-8d4b-6e437e84d0e5 None None] Pushing event updated for resources: {'Port': ['ID=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:41.142743 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-cd40cffa-ada6-4fc6-ac9f-f69ec9941c9c None None] Provisioning complete for port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:41.143115 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd40cffa-ada6-4fc6-ac9f-f69ec9941c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.192577 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.212354 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:41.213834 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:41.220373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:41.222657 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d386da75-6a44-4e5b-bec3-a7fca2211c4a req-274f1ec3-80a5-4066-a9ae-5c3b3b61adfd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506382 Mar 11 19:25:41.247249 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-cd40cffa-ada6-4fc6-ac9f-f69ec9941c9c None None] Port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:41.264686 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Deleting subnet 9c0786b3-704a-463b-a952-04b221f1de73 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:25:41.277242 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Publish callbacks [] for subnet (9c0786b3-704a-463b-a952-04b221f1de73), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.416259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-c36657fd-8638-4e5b-abd3-e535d304a27a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:41.416768 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea43cd7-ef14-4d04-903f-82148a7f012b None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:41.418229 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-c36657fd-8638-4e5b-abd3-e535d304a27a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.3570683 Mar 11 19:25:41.435040 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-cd40cffa-ada6-4fc6-ac9f-f69ec9941c9c None None] Provisioning complete for port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:41.435411 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cd40cffa-ada6-4fc6-ac9f-f69ec9941c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.462567 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (9c0786b3-704a-463b-a952-04b221f1de73), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.487087 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:41.487467 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.527883 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-494bcae1-2337-4464-b81f-58d00df16c6b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/quotas/f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 375 time: 0.0621567 Mar 11 19:25:41.572448 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3aeef-d32d-4bd7-88c1-502db8bf8fe6 req-e3350c99-12fc-4742-af46-a8de83250814 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:41.574008 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-44a3aeef-d32d-4bd7-88c1-502db8bf8fe6 req-e3350c99-12fc-4742-af46-a8de83250814 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 948 time: 0.2751138 Mar 11 19:25:41.581798 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-cd40cffa-ada6-4fc6-ac9f-f69ec9941c9c None None] Current status of the port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:41.628255 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:41.658435 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 7185af26-853f-4508-9fce-15c9b80c27cd no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:41.682919 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 20534260-6666-4def-bc7a-b1708380a4b0 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:25:41.685253 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 7185af26-853f-4508-9fce-15c9b80c27cd {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:41.685606 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 7185af26-853f-4508-9fce-15c9b80c27cd not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:41.722154 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (9c0786b3-704a-463b-a952-04b221f1de73), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.754769 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.787993 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-b0bf72d2-74d1-4788-8033-0d8c4eeec748 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2444925 Mar 11 19:25:41.795655 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-44a3aeef-d32d-4bd7-88c1-502db8bf8fe6 req-745b4297-f661-4207-8aed-8017bd9ab296 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986461 Mar 11 19:25:41.846339 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 20534260-6666-4def-bc7a-b1708380a4b0, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=20534260-6666-4def-bc7a-b1708380a4b0,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:41.860218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '20534260-6666-4def-bc7a-b1708380a4b0', 'network_id': '165fd778-1d7c-453f-ae84-b7dcbaea7473', 'port_id': '20534260-6666-4def-bc7a-b1708380a4b0', 'mac_address': 'fa:16:3e:82:ea:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5b6256-a5d8-4fe7-9e57-9fbcd53724fa', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:25:41.915385 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 20534260-6666-4def-bc7a-b1708380a4b0 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:41.915804 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (20534260-6666-4def-bc7a-b1708380a4b0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.926112 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (9c0786b3-704a-463b-a952-04b221f1de73), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.930603 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20534260-6666-4def-bc7a-b1708380a4b0 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:25:41.953778 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 20534260-6666-4def-bc7a-b1708380a4b0, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=20534260-6666-4def-bc7a-b1708380a4b0,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:41.959199 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (20534260-6666-4def-bc7a-b1708380a4b0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.975341 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0786b3-704a-463b-a952-04b221f1de73,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:41.978097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:41.981280 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d71cec6b-df14-4b57-8bf7-10eaa9ff7bf9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c0786b3-704a-463b-a952-04b221f1de73 HTTP/1.1" status: 204 len: 168 time: 0.8973324 Mar 11 19:25:41.987201 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:25:41.993054 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 48830) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:42.013186 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb03aa-4a8b-4ba0-9627-35704b5a615d None None] Network 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:42.017309 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Publish callbacks [] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.051561 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-b784f625-b391-4500-b0d0-57e045b67656 service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333326 Mar 11 19:25:42.057353 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Transition to ACTIVE for port object 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:25:42.064975 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.129801 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=20534260-6666-4def-bc7a-b1708380a4b0,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:42.163104 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.199628 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['20534260-6666-4def-bc7a-b1708380a4b0'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:42.243907 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Pushing event updated for resources: {'Port': ['ID=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:42.278911 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] DHCP port deletion for 77eb416d-89e1-4a3f-a5d8-cfe38d4137cf request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:25:42.340971 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-3c7c3a83-83ce-40c7-a821-d6e5f8d302de service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181163 Mar 11 19:25:42.495314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] Deleting port c7c461f0-af06-4c68-919a-00542dd31a84 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:42.514579 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.624836 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] For port c7c461f0-af06-4c68-919a-00542dd31a84, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c7c461f0-af06-4c68-919a-00542dd31a84,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:42.625258 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.643375 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c up at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:42.651480 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] Calling delete_port for c7c461f0-af06-4c68-919a-00542dd31a84 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:42.748515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Attempting to bind port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:42.748515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Attempting to bind port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:42.748920 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Attempting to bind port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:42.771984 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3c9adaf0-aaad-4f11-bc8e-808b38a733e4 req-53539817-c334-409f-957e-08abd5eb77e4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 210 time: 0.0407152 Mar 11 19:25:42.774524 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Deleting port c7c461f0-af06-4c68-919a-00542dd31a84 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:42.775081 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.775535 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Provisioning complete for port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:42.775917 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.777794 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:25:42.778097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Attempting to bind port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:42.802637 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:42.802898 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Checking segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:42.803094 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Bound using segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:42.803538 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Bound port: 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:42.803982 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.849234 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.878147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17310fa0-3ce7-49fc-bd4c-da84744743f5 req-94870ac7-410d-4c11-b89c-f6ac3dc7fe01 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:42.879573 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17310fa0-3ce7-49fc-bd4c-da84744743f5 req-94870ac7-410d-4c11-b89c-f6ac3dc7fe01 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.5216856 Mar 11 19:25:42.889437 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] No DVR routers for this DVR port c7c461f0-af06-4c68-919a-00542dd31a84 on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:42.892104 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdbb6a-6419-4ce9-b09b-f1e97237520b None None] Pushing event deleted for resources: {'Port': ['ID=c7c461f0-af06-4c68-919a-00542dd31a84,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:42.931588 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] For port c7c461f0-af06-4c68-919a-00542dd31a84, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=c7c461f0-af06-4c68-919a-00542dd31a84,segment=NetworkSegment(08b00720-fd3b-4766-ad8c-bd83589e25be),segment_id=08b00720-fd3b-4766-ad8c-bd83589e25be)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:42.931965 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:42.952173 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Current status of the port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c is: ACTIVE; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:42.982997 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Calling delete_port for c7c461f0-af06-4c68-919a-00542dd31a84 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:43.028582 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c7c461f0-af06-4c68-919a-00542dd31a84 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:43.051632 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: c7c461f0-af06-4c68-919a-00542dd31a84 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:43.051986 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c7c461f0-af06-4c68-919a-00542dd31a84 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:43.052421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c46022d3-0248-4c47-97cd-682dd87d1dd5 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:43.053458 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] For port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:43.074166 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: c46022d3-0248-4c47-97cd-682dd87d1dd5 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:43.074551 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device c46022d3-0248-4c47-97cd-682dd87d1dd5 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:43.090267 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-17310fa0-3ce7-49fc-bd4c-da84744743f5 req-32a16e73-668e-4d82-9e33-ee77357071ae tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875122 Mar 11 19:25:43.107080 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] For port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:43.114646 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93906697-4770-4c5f-93e6-6ec27cf6ff97 req-2b413633-b08d-4b4d-8504-b4bebb6903fd tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:43.116110 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-93906697-4770-4c5f-93e6-6ec27cf6ff97 req-2b413633-b08d-4b4d-8504-b4bebb6903fd tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 949 time: 0.2108381 Mar 11 19:25:43.130903 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.217506 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:43.218120 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.219548 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] 10.222.0.18 "PUT /v2.0/ports/85dba4ba-3214-415d-9ac2-917ae3cbf3a3 HTTP/1.1" status: 200 len: 1094 time: 2.3080680 Mar 11 19:25:43.223075 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:43.225329 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:43.252417 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (c7c461f0-af06-4c68-919a-00542dd31a84), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.261901 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-93906697-4770-4c5f-93e6-6ec27cf6ff97 req-5d19a1ea-1f39-4d72-9be7-f508bd8994fc tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372442 Mar 11 19:25:43.266299 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88554d89-ae5b-4737-aab5-7f2b0bce368e service neutron] Pushing event updated for resources: {'Port': ['ID=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:43.276612 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] No DVR routers for this DVR port c7c461f0-af06-4c68-919a-00542dd31a84 on host dv-cinder-830674-2-iscsi {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:43.299934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c461f0-af06-4c68-919a-00542dd31a84,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:43.333777 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4cbc7-2bfb-4395-8e77-592dc1e215a0 x-openstack-request-id: req-45b4cbc7-2bfb-4395-8e77-592dc1e215a0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:43.334067 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:43.334318 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45b4cbc7-2bfb-4395-8e77-592dc1e215a0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:43.334711 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'status': 'completed', 'code': 200} Mar 11 19:25:43.418344 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.444326 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77eb416d-89e1-4a3f-a5d8-cfe38d4137cf']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:43.452761 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-1c3da167-75d4-4c30-ab37-5a8931621cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:43.455140 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-1c3da167-75d4-4c30-ab37-5a8931621cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 1128 time: 0.1320679 Mar 11 19:25:43.460611 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b00720-fd3b-4766-ad8c-bd83589e25be') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:43.461115 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b00720-fd3b-4766-ad8c-bd83589e25be') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:43.504552 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (08b00720-fd3b-4766-ad8c-bd83589e25be), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.507438 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-9b0a3eac-bd60-4aee-8379-8733373e8641 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3 HTTP/1.1" status: 200 len: 217 time: 0.0433042 Mar 11 19:25:43.558283 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (08b00720-fd3b-4766-ad8c-bd83589e25be), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.568579 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:25:43.569014 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (08b00720-fd3b-4766-ad8c-bd83589e25be), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: self.session.flush() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: self.session.flush() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: self.session.flush() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: self.session.flush() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:25:43.571141 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:25:43.594351 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-18f2b3fc-64be-4d6d-8fec-da1917b0e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:43.595821 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-18f2b3fc-64be-4d6d-8fec-da1917b0e444 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0814836 Mar 11 19:25:43.670343 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (77eb416d-89e1-4a3f-a5d8-cfe38d4137cf), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.683676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.689606 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] 10.222.0.55 "DELETE /v2.0/networks/77eb416d-89e1-4a3f-a5d8-cfe38d4137cf HTTP/1.1" status: 204 len: 168 time: 1.6868055 Mar 11 19:25:43.689897 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48848) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:43.694919 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 20534260-6666-4def-bc7a-b1708380a4b0 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:43.702229 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58188aee-f78b-4bcd-9a89-7d7a77c72665 admin admin] Pushing event deleted for resources: {'Network': ['ID=77eb416d-89e1-4a3f-a5d8-cfe38d4137cf,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:43.723349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-bb10f683-1058-417b-802b-141c23110f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:43.725127 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-bb10f683-1058-417b-802b-141c23110f6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957351 Mar 11 19:25:43.777873 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 20534260-6666-4def-bc7a-b1708380a4b0 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:25:43.785348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 20534260-6666-4def-bc7a-b1708380a4b0 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:43.786016 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (20534260-6666-4def-bc7a-b1708380a4b0), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.903348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 20534260-6666-4def-bc7a-b1708380a4b0 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:43.903775 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (20534260-6666-4def-bc7a-b1708380a4b0), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.932934 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20534260-6666-4def-bc7a-b1708380a4b0'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:43.935468 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325df04-a608-4ec0-807d-0efeb9c2bb33" -d '{"events": [{"server_uuid": "1d3c980a-9c00-4a8f-ac21-a17c2c163cc5", "name": "network-vif-plugged", "status": "completed", "tag": "20534260-6666-4def-bc7a-b1708380a4b0"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:43.951025 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 20534260-6666-4def-bc7a-b1708380a4b0, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=20534260-6666-4def-bc7a-b1708380a4b0,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:43.962030 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (20534260-6666-4def-bc7a-b1708380a4b0), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:43.994159 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-86370a9d-ede1-4e9d-86a5-f3e88eedb6bc req-86ebad8c-9c48-48df-855d-8b0a3afbffbe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 210 time: 0.0369751 Mar 11 19:25:44.052210 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-ca0c415f-9403-4387-8a37-7828e78c2536 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077004 Mar 11 19:25:44.058625 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-63ca8626-d1b7-4424-ade9-b2da01bfe28d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:44.059639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3262f3-9ae3-4ce9-a661-dc0d5489c004 x-openstack-request-id: req-bc3262f3-9ae3-4ce9-a661-dc0d5489c004 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:44.060055 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-63ca8626-d1b7-4424-ade9-b2da01bfe28d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.2978466 Mar 11 19:25:44.060194 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c980a-9c00-4a8f-ac21-a17c2c163cc5", "name": "network-vif-plugged", "status": "completed", "tag": "20534260-6666-4def-bc7a-b1708380a4b0", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:44.060381 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc3262f3-9ae3-4ce9-a661-dc0d5489c004 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:44.060791 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20534260-6666-4def-bc7a-b1708380a4b0', 'code': 200} Mar 11 19:25:44.064441 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=20534260-6666-4def-bc7a-b1708380a4b0,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:44.254795 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-74562934-3fd8-455b-9e07-3b17dc198b7f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 380 time: 0.1776996 Mar 11 19:25:44.263624 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-61d45c11-9e47-4e56-a9fc-1e66db1047d4 req-1070ae1e-5b47-4773-a3b6-02c8a4ab18a7 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878350 Mar 11 19:25:44.267341 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'port': {'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'admin_state_up': True, 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'security_groups': ['9ebe6224-080d-4d58-8830-b6a9ab0c7648']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:44.411111 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65681139-d3be-4b11-8c58-80f71a82976e req-4eca3032-ebab-4bb2-92c9-94faba5b2e66 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:44.412686 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-65681139-d3be-4b11-8c58-80f71a82976e req-4eca3032-ebab-4bb2-92c9-94faba5b2e66 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.2043257 Mar 11 19:25:44.490987 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (2eaed2a8-57a1-4859-9e49-47614ebca575), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:44.534820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-f38733c2-ddf4-468d-9f65-c3001646a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:44.536257 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-f38733c2-ddf4-468d-9f65-c3001646a457 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 1128 time: 0.1797407 Mar 11 19:25:44.544023 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-65681139-d3be-4b11-8c58-80f71a82976e req-899fdcb9-1e3d-4007-ad47-b9b90aeee353 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188643 Mar 11 19:25:44.552205 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ac297-cf22-4b3e-a9e4-fa40b82831a1 req-78dc9f65-3bb6-4eba-bf4e-68b579bc1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:44.553793 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-147ac297-cf22-4b3e-a9e4-fa40b82831a1 req-78dc9f65-3bb6-4eba-bf4e-68b579bc1539 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 1134 time: 0.3714786 Mar 11 19:25:44.567670 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36c52-e348-419e-9da2-2c222e494fa4 req-8246d11d-8df9-4848-a48a-a33974e83efe tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:44.570388 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-95e36c52-e348-419e-9da2-2c222e494fa4 req-8246d11d-8df9-4848-a48a-a33974e83efe tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 950 time: 0.1775906 Mar 11 19:25:44.581050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Made reservation on behalf of f52579281a9a473ea120a234231dc54c for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:25:44.584468 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:44.684406 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [req-147ac297-cf22-4b3e-a9e4-fa40b82831a1 req-449f758d-bd67-4ecd-9f8d-b23ddf71ceac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234391 Mar 11 19:25:44.757569 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-95e36c52-e348-419e-9da2-2c222e494fa4 req-889658e9-5db0-4877-9bbb-d9aefdc08d73 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694541 Mar 11 19:25:44.774488 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-9728590b-10ac-4f0e-bacd-9793845b28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:44.776107 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-9728590b-10ac-4f0e-bacd-9793845b28b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.2290835 Mar 11 19:25:44.807835 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Deleting port a38a8171-ce03-4c81-8012-82687c2cc7d7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:44.808420 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:44.838366 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.20.0.8 (67023643-c225-41fc-80f1-ea35f3e1e500/d057bd66-d92d-4fb4-8ca3-a87f116b6df5/eb9ba9b2-122c-4591-a859-5b672d38d655) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:44.894868 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] For port a38a8171-ce03-4c81-8012-82687c2cc7d7, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=a38a8171-ce03-4c81-8012-82687c2cc7d7,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:44.895243 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:44.908764 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Calling delete_port for a38a8171-ce03-4c81-8012-82687c2cc7d7 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:44.977395 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-42bb11c4-b4e8-4da5-a752-df24776609a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3 HTTP/1.1" status: 200 len: 217 time: 0.0725427 Mar 11 19:25:45.055399 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.060577 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-75867389-e40f-4092-8290-1b91f86ed108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:45.062011 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-75867389-e40f-4092-8290-1b91f86ed108 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0737722 Mar 11 19:25:45.108119 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (a38a8171-ce03-4c81-8012-82687c2cc7d7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.135795 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38a8171-ce03-4c81-8012-82687c2cc7d7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:45.136063 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a2e4fba0-2663-4b55-a02f-cbb8066bfa82 req-0ff6ae34-3e6a-4c5d-8ed8-2ac61ba11b5d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 210 time: 0.0590804 Mar 11 19:25:45.161817 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.218679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-5eaf2065-9901-4e1b-879a-7f396006eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:45.220223 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-5eaf2065-9901-4e1b-879a-7f396006eaf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1422403 Mar 11 19:25:45.222334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:45.227270 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:45.230540 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=eb9ba9b2-122c-4591-a859-5b672d38d655,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:45.233095 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:45.322479 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (2eaed2a8-57a1-4859-9e49-47614ebca575), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.346007 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:45.346684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.378465 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-88adc5eb-2976-4e1a-8f95-475bc5de910d service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489937 Mar 11 19:25:45.386031 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2ac25673-7307-4daf-a992-156bd29da887 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247981 Mar 11 19:25:45.412567 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Request body: {'port': {'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:45.536280 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.577074 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-a4d8e5d8-40f9-466a-8dc6-c9b8ef12af46 None None] Provisioning complete for port eb9ba9b2-122c-4591-a859-5b672d38d655 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:45.577510 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d8e5d8-40f9-466a-8dc6-c9b8ef12af46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.589593 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b2fb4c2-980b-4832-b8f1-3ca8a3edbde3 req-95720151-a0ed-4ed8-815a-17583471f6f1 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993058 Mar 11 19:25:45.620626 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8e5d8-40f9-466a-8dc6-c9b8ef12af46 None None] Port eb9ba9b2-122c-4591-a859-5b672d38d655 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:25:45.644910 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Router 2eaed2a8-57a1-4859-9e49-47614ebca575 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:45.764677 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:45.769977 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-09d6e94d-5dd3-4bab-ba5a-64f3d4d7b785 admin admin] 10.222.0.55 "PUT /v2.0/routers/2eaed2a8-57a1-4859-9e49-47614ebca575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790503 Mar 11 19:25:45.772655 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48866) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:45.778206 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] Sync routers for ids ['2eaed2a8-57a1-4859-9e49-47614ebca575'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:45.786476 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa609bea-f404-4c70-98f0-a68dbc45b290 req-5be8764a-16b1-4f66-ab01-3a9cf5ce141e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:45.788011 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa609bea-f404-4c70-98f0-a68dbc45b290 req-5be8764a-16b1-4f66-ab01-3a9cf5ce141e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.1109107 Mar 11 19:25:45.796588 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] Routers {'2eaed2a8-57a1-4859-9e49-47614ebca575'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:45.797538 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['2eaed2a8-57a1-4859-9e49-47614ebca575'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:45.921658 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks [] for router (2eaed2a8-57a1-4859-9e49-47614ebca575), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:45.929042 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa609bea-f404-4c70-98f0-a68dbc45b290 req-19ffe601-dda5-43e9-a03e-6d45f84b14b1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154165 Mar 11 19:25:45.965305 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] Set router 2eaed2a8-57a1-4859-9e49-47614ebca575 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:46.000206 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9ba9b2-122c-4591-a859-5b672d38d655 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:25:46.012478 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3955-3711-4069-8299-8ed3348b09ab req-16246064-589d-4c68-bf76-78656284b8bb tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:46.014257 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e1b3955-3711-4069-8299-8ed3348b09ab req-16246064-589d-4c68-bf76-78656284b8bb tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 950 time: 0.1568182 Mar 11 19:25:46.018926 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Publish callbacks [] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.046284 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Transition to ACTIVE for port object eb9ba9b2-122c-4591-a859-5b672d38d655 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:25:46.062791 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.093433 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks [] for router_gateway (2eaed2a8-57a1-4859-9e49-47614ebca575), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.127697 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ba9b2-122c-4591-a859-5b672d38d655,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:46.132572 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4e1b3955-3711-4069-8299-8ed3348b09ab req-a086d0ac-aa2e-46dd-af0e-65e1a12b0097 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111588 Mar 11 19:25:46.223573 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Deleting port 22f5f471-be32-41ca-bce7-68fa2cf58b42 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:46.223708 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.260182 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Attempting to bind port eb9ba9b2-122c-4591-a859-5b672d38d655 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:25:46.261531 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Attempting to bind port eb9ba9b2-122c-4591-a859-5b672d38d655 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:25:46.261876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Attempting to bind port eb9ba9b2-122c-4591-a859-5b672d38d655 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:46.271079 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Port eb9ba9b2-122c-4591-a859-5b672d38d655 on network 67023643-c225-41fc-80f1-ea35f3e1e500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:25:46.272055 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Attempting to bind port eb9ba9b2-122c-4591-a859-5b672d38d655 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:25:46.272708 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:25:45Z', 'revision_number': 5, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port': {'id': '22f5f471-be32-41ca-bce7-68fa2cf58b42', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:22:05Z', 'updated_at': '2022-03-11T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:46.288885 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:25:46.289798 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:25:46.290352 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Bound using segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:25:46.292052 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Bound port: eb9ba9b2-122c-4591-a859-5b672d38d655, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:25:46.292480 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.328746 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] Checking router: 2eaed2a8-57a1-4859-9e49-47614ebca575 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:46.339445 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] Routers {'2eaed2a8-57a1-4859-9e49-47614ebca575'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:46.340060 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['2eaed2a8-57a1-4859-9e49-47614ebca575'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:46.348502 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] For port 22f5f471-be32-41ca-bce7-68fa2cf58b42, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=22f5f471-be32-41ca-bce7-68fa2cf58b42,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:46.348988 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.364886 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Calling delete_port for 22f5f471-be32-41ca-bce7-68fa2cf58b42 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:46.446343 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] Set router 2eaed2a8-57a1-4859-9e49-47614ebca575 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:46.527712 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:25:46Z', 'revision_number': 6, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:46.564011 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a7e1b9-ddc2-4e5e-a9e7-f66a91891582 None None] The sync data for ids ['2eaed2a8-57a1-4859-9e49-47614ebca575'] in dv-cinder-830674-2-iscsi is: [{'id': '2eaed2a8-57a1-4859-9e49-47614ebca575', 'name': 'tempest-TestMinimumBasicScenario-1260880631-router', 'tenant_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:22:04Z', 'updated_at': '2022-03-11T19:25:46Z', 'revision_number': 6, 'project_id': '8cf7e455cbaa49a280d1b5c349cb1f83', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:46.594081 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (22f5f471-be32-41ca-bce7-68fa2cf58b42), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.621187 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Pushing event deleted for resources: {'Port': ['ID=22f5f471-be32-41ca-bce7-68fa2cf58b42,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:46.689436 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (2eaed2a8-57a1-4859-9e49-47614ebca575), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.716403 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] For port eb9ba9b2-122c-4591-a859-5b672d38d655, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:25:46.720027 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] For port eb9ba9b2-122c-4591-a859-5b672d38d655, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eb9ba9b2-122c-4591-a859-5b672d38d655,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:25:46.729288 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.768764 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1fc4f-2dfa-46aa-858b-56c36cad421f req-360ccb55-e323-4fde-9ee8-7c0fa94d9bb4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:46.776686 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-efa1fc4f-2dfa-46aa-858b-56c36cad421f req-360ccb55-e323-4fde-9ee8-7c0fa94d9bb4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 943 time: 0.4889705 Mar 11 19:25:46.790753 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:46.791776 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.793298 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] 10.222.0.18 "PUT /v2.0/ports/eb9ba9b2-122c-4591-a859-5b672d38d655 HTTP/1.1" status: 200 len: 1093 time: 1.3877926 Mar 11 19:25:46.793804 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:46.796135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:46.798038 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (2eaed2a8-57a1-4859-9e49-47614ebca575), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.811396 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks [] for router_controller (2eaed2a8-57a1-4859-9e49-47614ebca575), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.859585 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86befe8-2a74-4665-a2c4-f6df94b9e51c x-openstack-request-id: req-e86befe8-2a74-4665-a2c4-f6df94b9e51c {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:46.859877 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:46.860136 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e86befe8-2a74-4665-a2c4-f6df94b9e51c {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:46.860627 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'status': 'completed', 'code': 200} Mar 11 19:25:46.875678 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dec16-a8da-41ba-9e28-c189a077505d service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ba9b2-122c-4591-a859-5b672d38d655,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:46.882321 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (2eaed2a8-57a1-4859-9e49-47614ebca575), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.883010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eaed2a8-57a1-4859-9e49-47614ebca575 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:25:46.887840 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:46.888997 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1d92b407-9779-432f-ad52-7e1487ecde6e admin admin] 10.222.0.55 "DELETE /v2.0/routers/2eaed2a8-57a1-4859-9e49-47614ebca575 HTTP/1.1" status: 204 len: 168 time: 1.1151338 Mar 11 19:25:46.891604 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48874) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:46.905766 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-efa1fc4f-2dfa-46aa-858b-56c36cad421f req-f9ccca5e-5d40-4091-8b74-5f28646ef7be tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281505 Mar 11 19:25:46.937790 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-144334d7-01ef-407c-b8bb-dca226d021c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:46.939699 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-144334d7-01ef-407c-b8bb-dca226d021c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 1127 time: 0.0778806 Mar 11 19:25:46.957958 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Deleting subnet 7a994438-e881-43a2-ac56-7c78b6356f27 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:25:46.961976 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Publish callbacks [] for subnet (7a994438-e881-43a2-ac56-7c78b6356f27), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.006295 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-64db83ea-05ed-44ea-8c02-7b1004a14ce2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9ba9b2-122c-4591-a859-5b672d38d655 HTTP/1.1" status: 200 len: 217 time: 0.0521441 Mar 11 19:25:47.026531 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4427540'] for subnet (7a994438-e881-43a2-ac56-7c78b6356f27), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.097308 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-ef59f99e-295f-4bb1-827a-b113303a9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.099878 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-ef59f99e-295f-4bb1-827a-b113303a9a6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0866337 Mar 11 19:25:47.128010 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (7a994438-e881-43a2-ac56-7c78b6356f27), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.156131 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70979254-ea1e-49e9-92d5-262597ec320a req-88fe47b8-2cb6-4e1d-aa51-7e0c968c1767 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.157872 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70979254-ea1e-49e9-92d5-262597ec320a req-88fe47b8-2cb6-4e1d-aa51-7e0c968c1767 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.1140468 Mar 11 19:25:47.183703 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4427674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308905'] for subnet (7a994438-e881-43a2-ac56-7c78b6356f27), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.189000 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2e4c429e-253b-4391-95d2-ed85f7162993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.191005 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-2e4c429e-253b-4391-95d2-ed85f7162993 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836132 Mar 11 19:25:47.211493 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a994438-e881-43a2-ac56-7c78b6356f27,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:47.213607 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.219316 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8152fbc6-eba3-4140-bc55-a653e557ed64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7a994438-e881-43a2-ac56-7c78b6356f27 HTTP/1.1" status: 204 len: 168 time: 0.3241951 Mar 11 19:25:47.221113 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac71c09-da2e-4c3a-a83c-98c4ead2ae87 None None] Network baa52e42-fb23-4f25-b61c-540b25c5463f requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:25:47.221582 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48880) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:47.247078 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-70979254-ea1e-49e9-92d5-262597ec320a req-b406b518-0c1b-44eb-a36b-e4ce2bef3c9a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818546 Mar 11 19:25:47.322949 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (baa52e42-fb23-4f25-b61c-540b25c5463f), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.363867 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-176a744a-78e6-41b8-9a7c-8c3f1088ef28 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604445 Mar 11 19:25:47.374316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ca7a0-d3f8-48b6-81a9-81ca4a491a74 req-19c7e74f-b0c0-4263-809c-91e0ea9cfd23 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.375824 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc0ca7a0-d3f8-48b6-81a9-81ca4a491a74 req-19c7e74f-b0c0-4263-809c-91e0ea9cfd23 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 950 time: 0.1190860 Mar 11 19:25:47.396649 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Deleting port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:47.397099 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.423540 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] DHCP port deletion for baa52e42-fb23-4f25-b61c-540b25c5463f request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:25:47.490833 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] For port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:47.491224 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.493203 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc0ca7a0-d3f8-48b6-81a9-81ca4a491a74 req-f4fbd3f1-829e-41a2-b3e9-fc9d1b0c7596 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041384 Mar 11 19:25:47.494636 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] Deleting port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:47.505884 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.506033 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Calling delete_port for 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:47.523167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e478cb6-7302-4f9f-98bd-f0ed289bbb4b req-10a0b9f4-05d8-404a-aacc-b01ab3a676ca service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460676 Mar 11 19:25:47.578315 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] For port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,segment=NetworkSegment(3f8845ee-217a-4edc-811a-9058fd2ec4f3),segment_id=3f8845ee-217a-4edc-811a-9058fd2ec4f3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:47.578759 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.593742 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] Calling delete_port for 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:47.620384 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.661627 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] No DVR routers for this DVR port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 on host dv-cinder-830674-2-iscsi {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:47.667889 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:47.676281 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-bf90951b-f767-4522-9dc1-44fd155487a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.677877 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-bf90951b-f767-4522-9dc1-44fd155487a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 1127 time: 0.0784779 Mar 11 19:25:47.706627 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (002adcb8-fe1f-4bfe-b7c0-b50b00af1557), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.744298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] Pushing event deleted for resources: {'Port': ['ID=002adcb8-fe1f-4bfe-b7c0-b50b00af1557,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:47.751067 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf6133-ee12-4a77-aaf3-c308dbe85ee5 None None] No DVR routers for this DVR port 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:47.785731 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (baa52e42-fb23-4f25-b61c-540b25c5463f), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.808932 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa52e42-fb23-4f25-b61c-540b25c5463f']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:47.819538 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8845ee-217a-4edc-811a-9058fd2ec4f3') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:47.819831 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8845ee-217a-4edc-811a-9058fd2ec4f3') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:47.829821 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-b1490f3b-8cb7-4873-886e-bfe1fe5093a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.832141 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-b1490f3b-8cb7-4873-886e-bfe1fe5093a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.1430767 Mar 11 19:25:47.833864 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4427551'] for segment (3f8845ee-217a-4edc-811a-9058fd2ec4f3), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.851124 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (3f8845ee-217a-4edc-811a-9058fd2ec4f3), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.859510 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:25:47.859902 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427332'] for segment (3f8845ee-217a-4edc-811a-9058fd2ec4f3), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: Traceback (most recent call last): Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: timer() Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: cb(*args, **kw) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: return func(*args, **kwargs) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: self._notify() Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: self.callback(batched_events) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: event.method(event) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: return f(self, *a, **k) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._get(url).json() Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: return self.request(url, 'GET', **kwargs) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:25:47.861869 dv-cinder-830674-2-iscsi neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:25:47.896160 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-059dad65-f1eb-41a5-bd02-e8a93e4c8396 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9ba9b2-122c-4591-a859-5b672d38d655 HTTP/1.1" status: 200 len: 217 time: 0.0433571 Mar 11 19:25:47.922826 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783effa7-ab51-4587-856c-8117e3888dbe req-7bf702f8-14f9-4e30-abe6-cae57737027b tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.924405 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-783effa7-ab51-4587-856c-8117e3888dbe req-7bf702f8-14f9-4e30-abe6-cae57737027b tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 950 time: 0.1106429 Mar 11 19:25:47.930512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (baa52e42-fb23-4f25-b61c-540b25c5463f), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.945468 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:47.945468 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/baa52e42-fb23-4f25-b61c-540b25c5463f HTTP/1.1" status: 204 len: 168 time: 0.7162592 Mar 11 19:25:47.960544 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107fa3f-b30b-4015-86e5-6b4042be50c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa52e42-fb23-4f25-b61c-540b25c5463f,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:47.988329 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-4f52f156-fc38-4b3e-a7c4-ce40b19a7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:47.989614 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-4f52f156-fc38-4b3e-a7c4-ce40b19a7ea8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0847161 Mar 11 19:25:48.002653 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-783effa7-ab51-4587-856c-8117e3888dbe req-e220cba2-f9f4-450a-963a-a222e4c09511 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581107 Mar 11 19:25:48.088363 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48892) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:48.090040 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-3d3c5410-f9a6-4f18-bb52-1bb740c223b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:48.091658 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-3d3c5410-f9a6-4f18-bb52-1bb740c223b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870717 Mar 11 19:25:48.099723 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3cb5-7afc-48aa-8eca-acbafe0775ef req-548f124b-9a98-4530-8ca3-5936e1e6139a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:48.101428 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2af3cb5-7afc-48aa-8eca-acbafe0775ef req-548f124b-9a98-4530-8ca3-5936e1e6139a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 943 time: 0.0978293 Mar 11 19:25:48.132292 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-939df0b2-5e68-4133-bd10-4ecb5d71c751 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d45e99191e84c4786fa3f88b9aefa31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403001 Mar 11 19:25:48.132614 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48894) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:48.183213 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8618e3-9459-4ac5-8b09-dca3ab08f944 admin admin] Publish callbacks [] for security_group (63ce244f-69ba-41ee-9cf6-8d145a71e3f9), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.206535 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8618e3-9459-4ac5-8b09-dca3ab08f944 admin admin] Publish callbacks [] for security_group (63ce244f-69ba-41ee-9cf6-8d145a71e3f9), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.207877 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f2af3cb5-7afc-48aa-8eca-acbafe0775ef req-32a782f1-94c6-4e75-a96f-25e85e5cc84c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982704 Mar 11 19:25:48.227208 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-4adbbf3d-4b17-494a-8b47-03516f0f9fca service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241181 Mar 11 19:25:48.260805 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8618e3-9459-4ac5-8b09-dca3ab08f944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (63ce244f-69ba-41ee-9cf6-8d145a71e3f9), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.263429 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8618e3-9459-4ac5-8b09-dca3ab08f944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.264653 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1c8618e3-9459-4ac5-8b09-dca3ab08f944 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63ce244f-69ba-41ee-9cf6-8d145a71e3f9 HTTP/1.1" status: 204 len: 168 time: 0.1305616 Mar 11 19:25:48.275227 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8618e3-9459-4ac5-8b09-dca3ab08f944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce244f-69ba-41ee-9cf6-8d145a71e3f9,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:48.380998 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9e57b4e6-696a-43ff-9c4c-77255d5cb6e7 req-40446d96-a703-431d-8916-f0289464e8d3 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436460 Mar 11 19:25:48.410976 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b0d67-b1d9-4cc2-96f8-601c242de440 req-19ad6b42-2c46-49ff-b5f6-219f210a3ab6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:48.412604 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-886b0d67-b1d9-4cc2-96f8-601c242de440 req-19ad6b42-2c46-49ff-b5f6-219f210a3ab6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.0677083 Mar 11 19:25:48.467645 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-886b0d67-b1d9-4cc2-96f8-601c242de440 req-51339b63-2c35-43a5-b875-0b1334025008 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477202 Mar 11 19:25:48.545289 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:48.566054 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:48.566406 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 002adcb8-fe1f-4bfe-b7c0-b50b00af1557 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:48.566833 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device a38a8171-ce03-4c81-8012-82687c2cc7d7 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:48.587469 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: a38a8171-ce03-4c81-8012-82687c2cc7d7 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:48.587813 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device a38a8171-ce03-4c81-8012-82687c2cc7d7 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:48.588244 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 22f5f471-be32-41ca-bce7-68fa2cf58b42 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:48.607018 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 22f5f471-be32-41ca-bce7-68fa2cf58b42 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:48.607451 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 22f5f471-be32-41ca-bce7-68fa2cf58b42 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:48.640435 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48902) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:48.683845 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e2060708-61ff-4bfd-9325-c591722ebc17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cf7e455cbaa49a280d1b5c349cb1f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422473 Mar 11 19:25:48.686222 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 48904) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:48.745163 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2d39496-5537-46ed-9a9b-55fa281e45d4 admin admin] Publish callbacks [] for security_group (36cbac35-fedc-4010-ab05-4345c594f8eb), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.766475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2d39496-5537-46ed-9a9b-55fa281e45d4 admin admin] Publish callbacks [] for security_group (36cbac35-fedc-4010-ab05-4345c594f8eb), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.816801 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2d39496-5537-46ed-9a9b-55fa281e45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (36cbac35-fedc-4010-ab05-4345c594f8eb), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.820964 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e2d39496-5537-46ed-9a9b-55fa281e45d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.822690 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e2d39496-5537-46ed-9a9b-55fa281e45d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36cbac35-fedc-4010-ab05-4345c594f8eb HTTP/1.1" status: 204 len: 168 time: 0.1354082 Mar 11 19:25:48.831634 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d39496-5537-46ed-9a9b-55fa281e45d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cbac35-fedc-4010-ab05-4345c594f8eb,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:49.144100 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20e20-ed64-4ebf-a862-d28087fc4f8c req-eb9e2a78-af33-4d95-9598-eb1428bad879 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:49.145800 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06b20e20-ed64-4ebf-a862-d28087fc4f8c req-eb9e2a78-af33-4d95-9598-eb1428bad879 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 950 time: 0.0638275 Mar 11 19:25:49.199280 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-06b20e20-ed64-4ebf-a862-d28087fc4f8c req-20a967ac-815d-4354-a6d7-978745c04621 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/security-groups?id=44b551fe-10b8-41f3-b33f-cca37be91810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Mar 11 19:25:49.330386 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0fec6-429b-43c7-ba2c-ad09bda25ef3 req-625f98f0-a4a0-4ce2-8ea6-5e4b6d7d6e85 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:49.331858 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85d0fec6-429b-43c7-ba2c-ad09bda25ef3 req-625f98f0-a4a0-4ce2-8ea6-5e4b6d7d6e85 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 943 time: 0.0540597 Mar 11 19:25:49.384163 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-85d0fec6-429b-43c7-ba2c-ad09bda25ef3 req-4f4547d2-3340-4006-98e6-41fe71fe513f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Mar 11 19:25:49.620214 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-a2c72c1c-baa7-46d3-bd49-5c01423916fb tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:49.621789 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-a2c72c1c-baa7-46d3-bd49-5c01423916fb tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 950 time: 0.0872452 Mar 11 19:25:49.628269 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47201c6a-d6c9-49bc-a225-d639b677a05a req-935e5197-d059-4c5a-a758-c6407a4c1ef2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:49.629644 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47201c6a-d6c9-49bc-a225-d639b677a05a req-935e5197-d059-4c5a-a758-c6407a4c1ef2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.0861397 Mar 11 19:25:49.741235 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47201c6a-d6c9-49bc-a225-d639b677a05a req-579218e0-955b-40d3-9408-2d7a00823aa0 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044357 Mar 11 19:25:49.765307 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Deleting port 20534260-6666-4def-bc7a-b1708380a4b0 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:25:49.765546 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (20534260-6666-4def-bc7a-b1708380a4b0), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:49.864245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] For port 20534260-6666-4def-bc7a-b1708380a4b0, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=20534260-6666-4def-bc7a-b1708380a4b0,segment=NetworkSegment(c4c63548-635a-44c1-9ff0-4f950c21a5cc),segment_id=c4c63548-635a-44c1-9ff0-4f950c21a5cc)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:49.864608 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (20534260-6666-4def-bc7a-b1708380a4b0), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:49.879003 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Calling delete_port for 20534260-6666-4def-bc7a-b1708380a4b0 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:25:50.010896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (20534260-6666-4def-bc7a-b1708380a4b0), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:50.026730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['20534260-6666-4def-bc7a-b1708380a4b0'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:50.040972 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Pushing event deleted for resources: {'Port': ['ID=20534260-6666-4def-bc7a-b1708380a4b0,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:50.088623 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] No DVR routers for this DVR port 20534260-6666-4def-bc7a-b1708380a4b0 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:25:50.091199 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:50.094628 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6e757048-65b2-406f-8b27-2d8ab232e483 req-3f3fdcb5-2a1b-4cb2-a2fe-8c5cd57b7409 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.18 "DELETE /v2.0/ports/20534260-6666-4def-bc7a-b1708380a4b0 HTTP/1.1" status: 204 len: 173 time: 0.4640808 Mar 11 19:25:50.095062 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'name': 'network-vif-deleted', 'tag': '20534260-6666-4def-bc7a-b1708380a4b0'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:50.097362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2af47e5-510d-430d-b26d-e2b1c5b42f16" -d '{"events": [{"server_uuid": "1d3c980a-9c00-4a8f-ac21-a17c2c163cc5", "name": "network-vif-deleted", "tag": "20534260-6666-4def-bc7a-b1708380a4b0"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:50.150204 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6d4011-8275-4d44-96f6-3921221840c9 x-openstack-request-id: req-de6d4011-8275-4d44-96f6-3921221840c9 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:50.151167 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3c980a-9c00-4a8f-ac21-a17c2c163cc5", "name": "network-vif-deleted", "tag": "20534260-6666-4def-bc7a-b1708380a4b0", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:50.151167 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de6d4011-8275-4d44-96f6-3921221840c9 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:50.151792 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3c980a-9c00-4a8f-ac21-a17c2c163cc5', 'name': 'network-vif-deleted', 'tag': '20534260-6666-4def-bc7a-b1708380a4b0', 'status': 'completed', 'code': 200} Mar 11 19:25:50.311261 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3eb8d566-d57b-4ec5-aed0-65bfc41ba24c req-b685f1c0-674e-4499-a168-1c65f664d3f1 tempest-VolumesNegativeTest-1485082678 tempest-VolumesNegativeTest-1485082678-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d3c980a-9c00-4a8f-ac21-a17c2c163cc5 HTTP/1.1" status: 200 len: 210 time: 0.0278015 Mar 11 19:25:50.522972 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba227-bd6d-433d-bb28-fd2cefbff55a req-07c53e0d-a807-4d9c-9283-46f4bc11c854 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:50.525049 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b56ba227-bd6d-433d-bb28-fd2cefbff55a req-07c53e0d-a807-4d9c-9283-46f4bc11c854 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 943 time: 0.0593069 Mar 11 19:25:50.583931 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b56ba227-bd6d-433d-bb28-fd2cefbff55a req-7525dcd1-4bb6-4010-aa87-bd67ecc019e8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532417 Mar 11 19:25:50.885614 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a49a3-1dd6-4b84-bf09-21c7cfb7bde7 req-e8ee7480-6e8f-4956-a43e-91eb7f48d426 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:50.887074 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa3a49a3-1dd6-4b84-bf09-21c7cfb7bde7 req-e8ee7480-6e8f-4956-a43e-91eb7f48d426 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.0668950 Mar 11 19:25:50.939324 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-fa3a49a3-1dd6-4b84-bf09-21c7cfb7bde7 req-55cb9ed4-5582-4682-9a5b-7d6cf744b7fc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464859 Mar 11 19:25:51.710908 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27937-6ef0-4ade-addb-2b4fa3a0eca6 req-d911d3fb-b364-4961-a168-54734319015a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:51.713263 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-daa27937-6ef0-4ade-addb-2b4fa3a0eca6 req-d911d3fb-b364-4961-a168-54734319015a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 943 time: 0.0594554 Mar 11 19:25:51.725782 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eb9ba9b2-122c-4591-a859-5b672d38d655 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:25:51.774326 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-daa27937-6ef0-4ade-addb-2b4fa3a0eca6 req-ac791723-ea5a-418f-811b-a3df01e35f8e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Mar 11 19:25:51.838247 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port eb9ba9b2-122c-4591-a859-5b672d38d655, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eb9ba9b2-122c-4591-a859-5b672d38d655,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:51.850549 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:25:51.895136 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port eb9ba9b2-122c-4591-a859-5b672d38d655 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:51.895529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:51.910038 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9ba9b2-122c-4591-a859-5b672d38d655 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:25:51.931213 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port eb9ba9b2-122c-4591-a859-5b672d38d655, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eb9ba9b2-122c-4591-a859-5b672d38d655,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:51.935686 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:51.988294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=eb9ba9b2-122c-4591-a859-5b672d38d655,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:52.063050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594dd2d-4cae-4a35-9a22-2fb9db89ab9a req-01bc603d-6c92-4818-8f75-6d2e23c6e3e1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:52.064655 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4594dd2d-4cae-4a35-9a22-2fb9db89ab9a req-01bc603d-6c92-4818-8f75-6d2e23c6e3e1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.0543993 Mar 11 19:25:52.123743 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4594dd2d-4cae-4a35-9a22-2fb9db89ab9a req-320a9dac-1ec2-4c64-9d0c-9eb7b2424eaa tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533857 Mar 11 19:25:52.175763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['eb9ba9b2-122c-4591-a859-5b672d38d655'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:52.904537 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dd508-940b-4d55-986e-00c24c5d7c25 req-93b5fba5-2d2d-4639-8a3a-adb9b6389d51 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:52.906158 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e84dd508-940b-4d55-986e-00c24c5d7c25 req-93b5fba5-2d2d-4639-8a3a-adb9b6389d51 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 944 time: 0.0592530 Mar 11 19:25:52.964417 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e84dd508-940b-4d55-986e-00c24c5d7c25 req-f9797883-2b5a-4186-a864-b901f9f90247 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521390 Mar 11 19:25:53.247666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db63c9-9201-4a08-893e-d167649c28a2 req-0f58ae72-7631-49ce-ba3d-919a3b811a87 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:53.249234 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d0db63c9-9201-4a08-893e-d167649c28a2 req-0f58ae72-7631-49ce-ba3d-919a3b811a87 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 944 time: 0.0557687 Mar 11 19:25:53.301348 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d0db63c9-9201-4a08-893e-d167649c28a2 req-314a09dd-540f-4e47-b30c-aa0865d27a70 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Mar 11 19:25:53.740932 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:25:53.746429 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eb9ba9b2-122c-4591-a859-5b672d38d655 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:53.865291 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port eb9ba9b2-122c-4591-a859-5b672d38d655 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:25:53.873357 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port eb9ba9b2-122c-4591-a859-5b672d38d655 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:53.873738 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:53.912077 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:53.932470 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'port_id': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'mac_address': 'fa:16:3e:59:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:25:54.001081 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:54.001481 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:54.027729 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:25:54.032830 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port eb9ba9b2-122c-4591-a859-5b672d38d655 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:54.033223 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:54.060314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:54.067963 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:54.076053 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:54.078473 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b835edf-cf2e-438f-b19c-fd18aec8733b" -d '{"events": [{"server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:54.112054 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port eb9ba9b2-122c-4591-a859-5b672d38d655, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eb9ba9b2-122c-4591-a859-5b672d38d655,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:54.119339 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:54.120124 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 20534260-6666-4def-bc7a-b1708380a4b0 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:25:54.120614 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ffad2-dcd1-4c65-982f-44f106ebf4a2 req-6db32a64-e510-4abc-bdd8-a413eca7bde8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:54.123802 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-035ffad2-dcd1-4c65-982f-44f106ebf4a2 req-6db32a64-e510-4abc-bdd8-a413eca7bde8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 944 time: 0.0889118 Mar 11 19:25:54.150300 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdd2c7-9ea5-4799-ad60-ef08d67fe0cf x-openstack-request-id: req-35bdd2c7-9ea5-4799-ad60-ef08d67fe0cf {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:54.150587 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:54.150894 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35bdd2c7-9ea5-4799-ad60-ef08d67fe0cf {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:54.151239 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'code': 200} Mar 11 19:25:54.160105 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 20534260-6666-4def-bc7a-b1708380a4b0 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:25:54.160450 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 20534260-6666-4def-bc7a-b1708380a4b0 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:25:54.167487 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:54.188036 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-035ffad2-dcd1-4c65-982f-44f106ebf4a2 req-afa824f5-e78f-47f1-9666-f39147a03d19 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579600 Mar 11 19:25:54.225726 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=eb9ba9b2-122c-4591-a859-5b672d38d655,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:54.358911 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46b96a-7fff-4872-a762-60424dc2c64d req-93552be2-f67a-4b2d-8928-243a9340247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:54.365906 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3f46b96a-7fff-4872-a762-60424dc2c64d req-93552be2-f67a-4b2d-8928-243a9340247a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 1129 time: 0.0506420 Mar 11 19:25:54.368327 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['85dba4ba-3214-415d-9ac2-917ae3cbf3a3'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:25:54.443576 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3f46b96a-7fff-4872-a762-60424dc2c64d req-56808367-4502-4d79-97c7-5ac8fa2d3c5d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739729 Mar 11 19:25:54.472799 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6424f-7278-474a-b464-90ff120de703 req-8db9a6d9-8b22-4ff5-a897-6930dd4b8a53 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:54.474249 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f5d6424f-7278-474a-b464-90ff120de703 req-8db9a6d9-8b22-4ff5-a897-6930dd4b8a53 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 945 time: 0.0806785 Mar 11 19:25:54.530029 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f5d6424f-7278-474a-b464-90ff120de703 req-d38872ed-0aa8-4618-9580-9d678ccb2677 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496440 Mar 11 19:25:55.316771 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f404dd6-8bb8-4151-8132-c0709ec72771 req-48662274-abd9-4e92-a287-3e938bc4db57 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:55.318271 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3f404dd6-8bb8-4151-8132-c0709ec72771 req-48662274-abd9-4e92-a287-3e938bc4db57 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 945 time: 0.0565705 Mar 11 19:25:55.373678 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3f404dd6-8bb8-4151-8132-c0709ec72771 req-0e57e089-813c-47fd-8224-c8e8645a4d20 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491765 Mar 11 19:25:55.443986 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49180) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:55.577109 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8032e623-8901-4d0a-9c73-571fc41b5efc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56d26606c870441cb4ad31c6ea14514d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319125 Mar 11 19:25:55.579638 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49186) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:55.633739 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Publish callbacks [] for security_group (44b551fe-10b8-41f3-b33f-cca37be91810), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:55.658526 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Publish callbacks [] for security_group (44b551fe-10b8-41f3-b33f-cca37be91810), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:55.666345 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac076934-c903-4a46-abbb-1c4d151574fa req-5a1d9044-9873-4f79-9b91-deefa494aaf1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:55.669435 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ac076934-c903-4a46-abbb-1c4d151574fa req-5a1d9044-9873-4f79-9b91-deefa494aaf1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 945 time: 0.0600743 Mar 11 19:25:55.718112 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (44b551fe-10b8-41f3-b33f-cca37be91810), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:55.720647 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:55.724441 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44b551fe-10b8-41f3-b33f-cca37be91810 HTTP/1.1" status: 204 len: 168 time: 0.1412873 Mar 11 19:25:55.729837 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ac076934-c903-4a46-abbb-1c4d151574fa req-fdb2bdc8-2238-441b-abbe-95bcc296c6e2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539181 Mar 11 19:25:55.731501 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b551fe-10b8-41f3-b33f-cca37be91810,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:55.739677 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.740001 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.740352 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.740703 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.741060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.741395 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.742025 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.743612 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.744244 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.744898 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.745447 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.746095 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.746616 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ea7ae-91a3-45b1-b869-c4e387ef54b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:55.775935 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:25:55.994333 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:25:55.998703 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:25:55.999084 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:56.097198 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:25:56.097589 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:56.131124 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:25:56.136406 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:56.162097 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:56.164362 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e7137b-363c-4566-9cc0-400119c5068d" -d '{"events": [{"server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "name": "network-vif-plugged", "status": "completed", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:56.196403 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:56.202824 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5512657-5555-452e-932f-4eacaf570b99 x-openstack-request-id: req-a5512657-5555-452e-932f-4eacaf570b99 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:56.203119 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "name": "network-vif-plugged", "status": "completed", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:56.203375 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5512657-5555-452e-932f-4eacaf570b99 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:56.203767 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'code': 200} Mar 11 19:25:56.489907 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f858d8-ca62-479c-b26a-afb1a0c19f7a req-cf873ae5-e5f7-40e4-ae05-1bd3475a80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:56.491649 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-15f858d8-ca62-479c-b26a-afb1a0c19f7a req-cf873ae5-e5f7-40e4-ae05-1bd3475a80b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 1130 time: 0.0790527 Mar 11 19:25:56.525872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e532909-a665-4edf-9d12-27e2d0b53657 req-1108eb23-8b58-47dd-aca8-090effdd01a1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:56.527468 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e532909-a665-4edf-9d12-27e2d0b53657 req-1108eb23-8b58-47dd-aca8-090effdd01a1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 945 time: 0.0841167 Mar 11 19:25:56.573885 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-15f858d8-ca62-479c-b26a-afb1a0c19f7a req-60ea7b0d-bcbe-431c-a344-4dbe77420e05 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756853 Mar 11 19:25:56.599702 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7e532909-a665-4edf-9d12-27e2d0b53657 req-0a74758f-7c9f-41dd-bc2b-a67193cb5a54 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585914 Mar 11 19:25:56.739274 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800f06-2542-4d53-8456-53701202d943 req-c493c1c0-a7d1-47c4-8063-32d375a8e93e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:56.740819 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-01800f06-2542-4d53-8456-53701202d943 req-c493c1c0-a7d1-47c4-8063-32d375a8e93e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 945 time: 0.0615816 Mar 11 19:25:56.752444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49198) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:56.757180 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:56.797152 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (61d02ead-6593-428b-b126-06ec12a8b160), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:56.955568 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc443b1-7c58-4524-890b-60f32ebd9fa2 req-0691dc1f-9e44-4aa7-ba1c-b83dc036d229 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:56.957045 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8bc443b1-7c58-4524-890b-60f32ebd9fa2 req-0691dc1f-9e44-4aa7-ba1c-b83dc036d229 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 946 time: 0.1289237 Mar 11 19:25:57.083288 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8bc443b1-7c58-4524-890b-60f32ebd9fa2 req-b019c884-f6ea-4835-a414-17b7cdd628c3 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915971 Mar 11 19:25:57.353243 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:57.357354 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (61d02ead-6593-428b-b126-06ec12a8b160), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:57.462863 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 61d02ead-6593-428b-b126-06ec12a8b160 associated. External IP: 172.27.2.190, port: eb9ba9b2-122c-4591-a859-5b672d38d655. Mar 11 19:25:57.685251 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:25:57.808895 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:25:57.813842 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:57.819850 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:25:57.830342 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:57.830979 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:57.844946 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-401a42ed-2e69-40e6-b915-f29917a26b14 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "PUT /v2.0/floatingips/61d02ead-6593-428b-b126-06ec12a8b160 HTTP/1.1" status: 200 len: 991 time: 1.0912805 Mar 11 19:25:57.845539 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:25:57.855992 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3043821-b735-40fc-89f0-7c592de6cb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:25:57.892426 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e8be56-5763-4f34-bf21-9353a7f4b1bd x-openstack-request-id: req-73e8be56-5763-4f34-bf21-9353a7f4b1bd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:25:57.892858 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:25:57.893275 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73e8be56-5763-4f34-bf21-9353a7f4b1bd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:25:57.893746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'status': 'completed', 'code': 200} Mar 11 19:25:57.950158 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:57.968331 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-1cd8e4df-07d5-4b43-b5ec-6f3819555f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:57.969873 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-1cd8e4df-07d5-4b43-b5ec-6f3819555f03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 1129 time: 0.0500805 Mar 11 19:25:58.066387 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-104bdccc-9eb5-4e27-a6f5-497c24da2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:58.067865 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-104bdccc-9eb5-4e27-a6f5-497c24da2e93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.0904493 Mar 11 19:25:58.144486 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-a307a2e2-4b03-4ff2-9e23-cb3e8585306e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9ba9b2-122c-4591-a859-5b672d38d655 HTTP/1.1" status: 200 len: 999 time: 0.0654728 Mar 11 19:25:58.202452 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:57Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:58.236420 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:25:58.246780 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:25:58.247410 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:58.365145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:25:58.495029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-3c0009af-80ab-412a-85fd-47c636376ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:58.496468 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-3c0009af-80ab-412a-85fd-47c636376ce7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.3421569 Mar 11 19:25:58.513990 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824dbd4-38da-4b45-ab0b-e6b61adce072 req-42c5cd9b-fa31-48ac-a6dc-6523fa3b2b9e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:58.515469 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8824dbd4-38da-4b45-ab0b-e6b61adce072 req-42c5cd9b-fa31-48ac-a6dc-6523fa3b2b9e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 946 time: 0.3531113 Mar 11 19:25:58.594683 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8824dbd4-38da-4b45-ab0b-e6b61adce072 req-10450948-59f0-4571-bca7-1d20e8917b41 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706627 Mar 11 19:25:58.597341 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-d2615a4f-0b70-4c39-8362-a1000626beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:58.598771 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-d2615a4f-0b70-4c39-8362-a1000626beae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824423 Mar 11 19:25:58.624141 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:57Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:25:58.657003 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67c35b-4fd5-4d11-b10c-8e5b4608d5c8 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:57Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:25:58.737993 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-04e7f2df-a7e3-4be6-8aee-c1f44bb7636a service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276028 Mar 11 19:25:58.754789 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927148-d690-42fb-b3cf-9bf5d35d58ae req-4ded9adc-8a9b-41f1-b165-25c0f300896a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:58.756294 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed927148-d690-42fb-b3cf-9bf5d35d58ae req-4ded9adc-8a9b-41f1-b165-25c0f300896a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 946 time: 0.0776389 Mar 11 19:25:58.869315 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ed927148-d690-42fb-b3cf-9bf5d35d58ae req-c4729403-07d1-45ed-8076-e41aae3a943b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047647 Mar 11 19:25:58.871792 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572942e7-e661-4fb6-88b3-86bfec5195c8 None None] New status for floating IP 61d02ead-6593-428b-b126-06ec12a8b160: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:25:58.890662 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b3043821-b735-40fc-89f0-7c592de6cb5d req-b74cff7a-184e-4264-a8d0-6113c2056497 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433616 Mar 11 19:25:58.894224 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49208) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:59.104220 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de59e59-fc64-47f1-a92a-b3086e5aecb1 tempest-TestVolumeBootPattern-437660322 tempest-TestVolumeBootPattern-437660322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:25:59.105854 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5de59e59-fc64-47f1-a92a-b3086e5aecb1 tempest-TestVolumeBootPattern-437660322 tempest-TestVolumeBootPattern-437660322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 1125 time: 0.2103894 Mar 11 19:25:59.108751 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49212) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:25:59.113098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'port_id': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:25:59.136906 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:59.238823 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:59.345339 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Allocated IP 172.27.2.197 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:25:59.456913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:59.492005 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:59.532361 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:25:59.537096 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:25:59.540318 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:25:59.564744 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:25:59.580167 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.580517 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.580889 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.581225 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.581568 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.581876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.582201 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.582525 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.582846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.583166 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.583562 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.583803 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.584117 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:25:59.983008 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (134d781f-69d8-4291-8c43-7dbc4310256b), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:00.066314 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:00.227682 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:00.232161 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:00.301281 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:00.313173 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (134d781f-69d8-4291-8c43-7dbc4310256b), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:00.419185 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Floating IP 134d781f-69d8-4291-8c43-7dbc4310256b associated. External IP: 172.27.2.197, port: 85dba4ba-3214-415d-9ac2-917ae3cbf3a3. Mar 11 19:26:00.642846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:26:00.762424 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:26:00.773189 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:26:00.782255 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:00.784239 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:00.784900 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:00.819744 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c6153d7a-bdf3-416d-b8e8-890bc71e321d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7099209 Mar 11 19:26:00.820353 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:26:00.823906 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc9fc0-e2fc-41da-a09c-873b32ad6579" -d '{"events": [{"name": "network-changed", "server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:26:00.860995 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831aeb4-4572-46a3-b312-3cf0b8f178e3 x-openstack-request-id: req-c831aeb4-4572-46a3-b312-3cf0b8f178e3 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:26:00.861278 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:26:00.861541 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c831aeb4-4572-46a3-b312-3cf0b8f178e3 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:26:00.861946 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'status': 'completed', 'code': 200} Mar 11 19:26:00.906353 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:00.946369 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-9ff7b95d-e59e-40fc-9515-97c09613ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:00.947916 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-9ff7b95d-e59e-40fc-9515-97c09613ff50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 1130 time: 0.0536051 Mar 11 19:26:01.050066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-b0735e1b-6942-4f53-bd96-fcfb7e300566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:01.051436 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-b0735e1b-6942-4f53-bd96-fcfb7e300566 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0919888 Mar 11 19:26:01.123510 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-485c1de6-764f-4de0-a59a-6e3f9edcc9ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3 HTTP/1.1" status: 200 len: 1000 time: 0.0601988 Mar 11 19:26:01.151522 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '134d781f-69d8-4291-8c43-7dbc4310256b', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:59:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:59Z', 'updated_at': '2022-03-11T19:25:59Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:01.181567 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-61c9cd1b-27c0-462e-9448-b95b4756f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:01.183038 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:26:01.183171 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-61c9cd1b-27c0-462e-9448-b95b4756f2ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0500612 Mar 11 19:26:01.192483 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:01.193121 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:25:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:01.234982 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-cc1aa392-7267-4f42-a207-9b11b7da3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:01.236679 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-cc1aa392-7267-4f42-a207-9b11b7da3727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468600 Mar 11 19:26:01.345776 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-0e158bd4-ca14-4d84-b4d6-ce21990eb077 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979829 Mar 11 19:26:01.437776 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:01.451677 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-78fc9fc0-e2fc-41da-a09c-873b32ad6579 req-b2e23595-a1ef-48fe-b785-6d730e43efe5 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948842 Mar 11 19:26:01.668663 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '134d781f-69d8-4291-8c43-7dbc4310256b', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:59:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:59Z', 'updated_at': '2022-03-11T19:25:59Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:01.699511 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4627889-bc3f-43c4-a5cf-c5382db29175 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '134d781f-69d8-4291-8c43-7dbc4310256b', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:59:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:59Z', 'updated_at': '2022-03-11T19:25:59Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:26:01.898467 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b683b2a-9ba6-442b-b756-57e567e6e5e6 None None] New status for floating IP 134d781f-69d8-4291-8c43-7dbc4310256b: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:26:04.673704 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b7957b8-b051-4ecd-80a5-15f914b813a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:05.418552 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:06.968951 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-248699d5-54eb-4fbc-9360-327d8dcd0619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:08.795218 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:10.373764 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:10.886747 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:26:11.728462 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.667390 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1571750d-f009-4a33-985c-299f7c755835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.429590 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.972076 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4c45f4-585d-41c8-9a71-605cb15ca877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.790387 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:40.381171 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:41.732056 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.062496 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-083547f8-84bf-48bd-bdcf-042d4fd23aba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536399 Mar 11 19:26:42.162224 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-7e72ee21-6eb4-4312-8cc2-83fb946af741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:42.163734 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-7e72ee21-6eb4-4312-8cc2-83fb946af741 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 1130 time: 0.0504382 Mar 11 19:26:42.271657 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-796bddfc-771d-4315-809e-1a1582320364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:42.273263 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-796bddfc-771d-4315-809e-1a1582320364 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0871992 Mar 11 19:26:42.347682 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-27809e9b-62e6-430d-9afd-c33eaddf18d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3 HTTP/1.1" status: 200 len: 1002 time: 0.0627968 Mar 11 19:26:42.401409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-b18e03cf-fb4a-46cd-9640-d238e16832cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:42.402844 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-b18e03cf-fb4a-46cd-9640-d238e16832cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0442929 Mar 11 19:26:42.456118 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-b7666138-b947-48ff-aa22-1ebf9c96d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:42.457772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-b7666138-b947-48ff-aa22-1ebf9c96d1b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447752 Mar 11 19:26:42.554644 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-121aecea-b1bb-4992-9ed9-a5c364078d86 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Mar 11 19:26:42.645209 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7788370-3761-4333-bebb-fd1d0d0b6983 req-05d776cc-3748-43c9-b632-794bb94bb489 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841177 Mar 11 19:26:47.886273 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:26:52.327898 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49286) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:52.332515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943331846', 'description': 'tempest-description--421550562'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:52.352931 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.423442 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.427530 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.459286 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.460521 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1316197 Mar 11 19:26:52.463536 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49288) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:52.464585 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1913-c5db-4fd0-a4f6-a851ad50dfd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:52.469459 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:52.497413 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (8789ec79-9e26-41ab-a0da-011e76421f91), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.560616 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (8789ec79-9e26-41ab-a0da-011e76421f91), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.564184 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (8789ec79-9e26-41ab-a0da-011e76421f91), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.582673 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8789ec79-9e26-41ab-a0da-011e76421f91,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:52.590148 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.591396 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c6fcd2ba-4e6b-4766-b1be-7547a6edf94a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267924 Mar 11 19:26:52.595385 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49290) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:52.599784 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': 'cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:52.625806 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (2b657a8f-f3f8-4792-aa99-173382996719), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.690418 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (2b657a8f-f3f8-4792-aa99-173382996719), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.694456 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (2b657a8f-f3f8-4792-aa99-173382996719), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.711702 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b657a8f-f3f8-4792-aa99-173382996719,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:52.720978 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.722189 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-2a014cd6-8a31-425e-90f3-f03cb3833aed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258483 Mar 11 19:26:52.725211 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49292) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:52.729458 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:52.750692 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.093444 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.195866 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.27.2.136 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/f8920a68-e7eb-41e7-973a-33e4adc65e74) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:53.312715 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.347177 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.385112 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:53.388031 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:53.394956 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:53.420794 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=f8920a68-e7eb-41e7-973a-33e4adc65e74,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:53.492129 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (98faa621-7c43-4e39-882e-8fcc275f8951), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.539279 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.696483 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.700925 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.771086 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=f8920a68-e7eb-41e7-973a-33e4adc65e74,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:53.783231 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (98faa621-7c43-4e39-882e-8fcc275f8951), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.800784 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.802039 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-cf0d5657-922f-445e-82b8-3ffc8ae81199 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0759113 Mar 11 19:26:54.010931 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-b1d642e4-8b2f-4339-b60a-dd440566b6dc tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--943331846&fields=id&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 267 time: 0.0443554 Mar 11 19:26:54.115529 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-8cd261a7-74d0-4111-b421-1334136bae4c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:54.116995 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-8cd261a7-74d0-4111-b421-1334136bae4c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.0985820 Mar 11 19:26:54.131983 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-c225120e-42ef-4ead-8980-20bacb234401 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/quotas/f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 375 time: 0.0095208 Mar 11 19:26:54.194891 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-543315fa-5455-45ba-ad9b-95b7701789c7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577548 Mar 11 19:26:54.290972 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-520b0695-301d-4545-a2cf-9cc969446e53 service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843542 Mar 11 19:26:54.387987 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-1b2417b0-75f7-41b3-a2e9-f7cc1691dd7a service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898836 Mar 11 19:26:54.626167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d891f825-e8db-407e-bd8e-f70d2a57f1c5 req-adf07b64-b644-46d0-9551-5991b013914b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0893049 Mar 11 19:26:55.567078 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-1d903607-f5c5-4973-8b26-76faf79a226a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:55.568541 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-1d903607-f5c5-4973-8b26-76faf79a226a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.1106250 Mar 11 19:26:55.653032 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-284ec7bf-5a57-4c27-a68b-048c89bc7b05 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 472 time: 0.0743282 Mar 11 19:26:55.663719 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'port': {'device_id': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'admin_state_up': True, 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'security_groups': ['cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:55.760547 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dfe5f416-b911-4ef7-82a1-b376f54d7169 req-5606a699-3dbd-454b-bdda-4111ce6f937e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 210 time: 0.0380235 Mar 11 19:26:55.796422 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Made reservation on behalf of f52579281a9a473ea120a234231dc54c for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:55.799712 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:55.927896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.20.0.10 (67023643-c225-41fc-80f1-ea35f3e1e500/d057bd66-d92d-4fb4-8ca3-a87f116b6df5/eac397c2-204b-4a81-9401-a3a87b023e48) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:56.080486 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (eac397c2-204b-4a81-9401-a3a87b023e48), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.114905 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.157213 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:56.160226 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:56.162708 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:56.203992 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=eac397c2-204b-4a81-9401-a3a87b023e48,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:56.230770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:56.231440 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.249897 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-441fe8bc-c60a-444b-86ac-9ec9fe924b89 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899935 Mar 11 19:26:56.259892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-95816ce0-7935-4a69-a12a-430b78322e46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:26:56.261050 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-95816ce0-7935-4a69-a12a-430b78322e46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052404 Mar 11 19:26:56.275591 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Request body: {'port': {'device_id': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:56.339537 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.404756 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3ac8868e-4855-421e-a8ab-867f1ecf1d85 None None] Provisioning complete for port eac397c2-204b-4a81-9401-a3a87b023e48 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:56.405373 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ac8868e-4855-421e-a8ab-867f1ecf1d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.440962 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8868e-4855-421e-a8ab-867f1ecf1d85 None None] Port eac397c2-204b-4a81-9401-a3a87b023e48 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:26:56.927113 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac397c2-204b-4a81-9401-a3a87b023e48 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:26:56.938436 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9caad-1bb2-4f22-9f43-0bc4d60f1c9f req-7540e1f7-926e-43c0-a1a6-6ebaf2d7ed7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:56.939932 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20b9caad-1bb2-4f22-9f43-0bc4d60f1c9f req-7540e1f7-926e-43c0-a1a6-6ebaf2d7ed7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 932 time: 0.1093616 Mar 11 19:26:56.944082 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Publish callbacks [] for port (eac397c2-204b-4a81-9401-a3a87b023e48), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.971465 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Transition to ACTIVE for port object eac397c2-204b-4a81-9401-a3a87b023e48 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:26:56.977760 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.038484 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20b9caad-1bb2-4f22-9f43-0bc4d60f1c9f req-440134c1-bc17-4167-b79f-943bdc862ff4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918109 Mar 11 19:26:57.047737 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Pushing event updated for resources: {'Port': ['ID=eac397c2-204b-4a81-9401-a3a87b023e48,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:57.127206 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Attempting to bind port eac397c2-204b-4a81-9401-a3a87b023e48 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:57.127545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Attempting to bind port eac397c2-204b-4a81-9401-a3a87b023e48 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:57.127879 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Attempting to bind port eac397c2-204b-4a81-9401-a3a87b023e48 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:57.132615 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Port eac397c2-204b-4a81-9401-a3a87b023e48 on network 67023643-c225-41fc-80f1-ea35f3e1e500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:26:57.132971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Attempting to bind port eac397c2-204b-4a81-9401-a3a87b023e48 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:57.138010 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:57.138350 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:57.138842 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Bound using segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:57.139836 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Bound port: eac397c2-204b-4a81-9401-a3a87b023e48, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:57.140209 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.206514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] For port eac397c2-204b-4a81-9401-a3a87b023e48, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:57.209827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] For port eac397c2-204b-4a81-9401-a3a87b023e48, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eac397c2-204b-4a81-9401-a3a87b023e48,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:57.216272 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.250294 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.250922 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.252389 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] 10.222.0.18 "PUT /v2.0/ports/eac397c2-204b-4a81-9401-a3a87b023e48 HTTP/1.1" status: 200 len: 1094 time: 0.9823694 Mar 11 19:26:57.252892 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:26:57.255149 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4532c66-1038-40d4-a721-83e6aedaeeed" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:26:57.285280 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86df96-4d05-4ec3-addf-814bd54c11ab service neutron] Pushing event updated for resources: {'Port': ['ID=eac397c2-204b-4a81-9401-a3a87b023e48,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:57.303259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fee387e-68c8-40a8-8883-e3c41e4c61da x-openstack-request-id: req-5fee387e-68c8-40a8-8883-e3c41e4c61da {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:26:57.303560 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:26:57.303816 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fee387e-68c8-40a8-8883-e3c41e4c61da {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:26:57.304223 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'status': 'completed', 'code': 200} Mar 11 19:26:57.411753 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-5bd325ce-5433-430c-941a-f56bb666759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.413399 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-5bd325ce-5433-430c-941a-f56bb666759e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 1128 time: 0.1007576 Mar 11 19:26:57.458352 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-94eef1ae-9f4a-41fc-bd88-72be9ea2a0eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac397c2-204b-4a81-9401-a3a87b023e48 HTTP/1.1" status: 200 len: 217 time: 0.0364256 Mar 11 19:26:57.509371 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-e9c1189f-a7ee-410b-bd31-fa4f904c9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.510854 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-e9c1189f-a7ee-410b-bd31-fa4f904c9508 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0463786 Mar 11 19:26:57.562298 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-25a4c3d4-2dd7-477e-a542-afff71ab156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.563713 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-25a4c3d4-2dd7-477e-a542-afff71ab156f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461867 Mar 11 19:26:57.658035 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-89428b88-cf5b-4f2c-86e0-fae8480a359c service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876677 Mar 11 19:26:57.754065 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4d866c4-9483-4b8e-bad8-4afc91527fe1 req-ef90905a-2e67-4143-a613-5276349dfc57 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899141 Mar 11 19:26:57.852510 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-8204a8b7-27ad-4751-9e24-03072897321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.854015 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-8204a8b7-27ad-4751-9e24-03072897321a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 1128 time: 0.0480361 Mar 11 19:26:57.947958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-728093fe-d0ae-40df-b5ef-3f54a8cb392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.949511 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-728093fe-d0ae-40df-b5ef-3f54a8cb392d service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.0870192 Mar 11 19:26:58.005084 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-9e211f25-2711-4e99-b5c8-164073f96452 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac397c2-204b-4a81-9401-a3a87b023e48 HTTP/1.1" status: 200 len: 217 time: 0.0443246 Mar 11 19:26:58.056128 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-ec68a5f3-f945-42e4-8d40-5decfc64ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:58.057656 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-ec68a5f3-f945-42e4-8d40-5decfc64ac57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0463297 Mar 11 19:26:58.141220 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-88a6cd0c-088b-4110-b7cc-d7e611fd2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:58.142702 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-88a6cd0c-088b-4110-b7cc-d7e611fd2313 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787196 Mar 11 19:26:58.197708 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2e3b5-967e-433d-84ce-079b7d219c16 req-0627b39b-710d-47b8-a7a9-f9ac3fce0446 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:58.199151 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38e2e3b5-967e-433d-84ce-079b7d219c16 req-0627b39b-710d-47b8-a7a9-f9ac3fce0446 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 944 time: 0.0917456 Mar 11 19:26:58.280566 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-9b29cb38-6506-4135-a87f-d035a876bc38 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302850 Mar 11 19:26:58.291427 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38e2e3b5-967e-433d-84ce-079b7d219c16 req-ed6c7087-4755-4214-a38a-a8b79810ac9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673091 Mar 11 19:26:58.384158 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c4532c66-1038-40d4-a721-83e6aedaeeed req-bc5ce350-3c86-436f-b977-42bf165bb056 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918090 Mar 11 19:26:59.424203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f382c-7605-4192-a7a4-79d7a777e8af req-3cbf19d6-576f-49a1-80aa-fac25ef4741c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:59.425710 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-219f382c-7605-4192-a7a4-79d7a777e8af req-3cbf19d6-576f-49a1-80aa-fac25ef4741c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 944 time: 0.0547273 Mar 11 19:26:59.478015 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-219f382c-7605-4192-a7a4-79d7a777e8af req-5766807d-00a4-41e3-9d96-488ab7c07897 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467446 Mar 11 19:27:00.148542 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eac397c2-204b-4a81-9401-a3a87b023e48 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:00.247908 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port eac397c2-204b-4a81-9401-a3a87b023e48, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eac397c2-204b-4a81-9401-a3a87b023e48,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:00.263760 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'port_id': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'mac_address': 'fa:16:3e:fd:a0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:00.306920 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port eac397c2-204b-4a81-9401-a3a87b023e48 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:00.307304 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.321184 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac397c2-204b-4a81-9401-a3a87b023e48 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:00.341527 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port eac397c2-204b-4a81-9401-a3a87b023e48, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eac397c2-204b-4a81-9401-a3a87b023e48,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:00.346414 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.396692 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=eac397c2-204b-4a81-9401-a3a87b023e48,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.404337 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.405226 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.405597 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.405940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.406280 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.406612 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.406941 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.407268 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.407597 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.407925 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.408247 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.408569 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.408916 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:00.612603 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['eac397c2-204b-4a81-9401-a3a87b023e48'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:00.617726 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2309927-a3e5-43c9-a6fc-a13d0b99e2db req-510aa427-c787-4c60-a9b0-2b5eddfe3275 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:00.619262 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c2309927-a3e5-43c9-a6fc-a13d0b99e2db req-510aa427-c787-4c60-a9b0-2b5eddfe3275 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0619774 Mar 11 19:27:00.669658 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c2309927-a3e5-43c9-a6fc-a13d0b99e2db req-30ffe931-91f2-4382-9aa1-3b15c30a2043 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440748 Mar 11 19:27:01.796594 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa7195-c12c-48d1-875b-bd1a6b927138 req-a7c56664-599a-460a-83a8-eac9c64c2af6 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:01.798319 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38fa7195-c12c-48d1-875b-bd1a6b927138 req-a7c56664-599a-460a-83a8-eac9c64c2af6 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 945 time: 0.0613570 Mar 11 19:27:01.851039 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38fa7195-c12c-48d1-875b-bd1a6b927138 req-3a1a319e-98d3-410a-9390-e3383aa028ae tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470452 Mar 11 19:27:02.146145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eac397c2-204b-4a81-9401-a3a87b023e48 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:02.195526 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port eac397c2-204b-4a81-9401-a3a87b023e48 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:02.199427 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port eac397c2-204b-4a81-9401-a3a87b023e48 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:02.199806 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.280258 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port eac397c2-204b-4a81-9401-a3a87b023e48 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:02.280529 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.305914 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:02.308203 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14faed35-b8c6-4928-9b4b-f4f2628db92d" -d '{"events": [{"server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "name": "network-vif-plugged", "status": "completed", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:02.330867 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port eac397c2-204b-4a81-9401-a3a87b023e48, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eac397c2-204b-4a81-9401-a3a87b023e48,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:02.334849 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.358314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910455bb-ed5f-4136-82fe-5c4311ff23f3 x-openstack-request-id: req-910455bb-ed5f-4136-82fe-5c4311ff23f3 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:02.358314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "name": "network-vif-plugged", "status": "completed", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:02.358604 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-910455bb-ed5f-4136-82fe-5c4311ff23f3 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:02.358959 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'code': 200} Mar 11 19:27:02.387514 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=eac397c2-204b-4a81-9401-a3a87b023e48,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:02.533958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b81fb-a93d-4947-ac5b-c333c82df54a req-9d933878-d9ad-4d21-87c6-59a0883c7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.535471 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-921b81fb-a93d-4947-ac5b-c333c82df54a req-9d933878-d9ad-4d21-87c6-59a0883c7b12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 1130 time: 0.0493467 Mar 11 19:27:02.578887 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-921b81fb-a93d-4947-ac5b-c333c82df54a req-9c28db16-fb18-40f3-8fc7-f14fb07ee0e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371845 Mar 11 19:27:02.975360 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71d0f-310c-446b-bf17-3f90cfad1d90 req-5f29ca15-2408-450d-a3fc-ecf95ff456d1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.976865 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22b71d0f-310c-446b-bf17-3f90cfad1d90 req-5f29ca15-2408-450d-a3fc-ecf95ff456d1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0583534 Mar 11 19:27:03.025347 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-22b71d0f-310c-446b-bf17-3f90cfad1d90 req-37faebe2-495a-4acb-bc9f-2b67d36910f8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Mar 11 19:27:04.145792 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea7f1-4816-4753-93ea-4f64aa61c223 req-c41e8aa1-8e7e-4dcf-a937-49144d0aebad tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.147385 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-880ea7f1-4816-4753-93ea-4f64aa61c223 req-c41e8aa1-8e7e-4dcf-a937-49144d0aebad tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0532880 Mar 11 19:27:04.199578 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-880ea7f1-4816-4753-93ea-4f64aa61c223 req-f4887048-13c8-49d4-82e1-5cd5532a42fd tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462627 Mar 11 19:27:04.321716 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfe61a-db88-42d0-a298-b0596c5ff57c req-b5084b21-2b78-4534-910a-a62b8f594b13 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.323111 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-88bfe61a-db88-42d0-a298-b0596c5ff57c req-b5084b21-2b78-4534-910a-a62b8f594b13 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0550613 Mar 11 19:27:04.331439 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49352) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:04.335692 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'port_id': 'eac397c2-204b-4a81-9401-a3a87b023e48'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:04.375287 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (98faa621-7c43-4e39-882e-8fcc275f8951), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.673303 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94358b16-0de1-466a-b0e1-be9bbf395df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.843466 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.847257 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (98faa621-7c43-4e39-882e-8fcc275f8951), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.953728 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 98faa621-7c43-4e39-882e-8fcc275f8951 associated. External IP: 172.27.2.136, port: eac397c2-204b-4a81-9401-a3a87b023e48. Mar 11 19:27:05.167989 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:05.279911 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:05.293609 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.300719 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:05.310146 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:05.311536 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:26:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:05.323435 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-587c24aa-f80e-4926-9782-fbb2df827b9a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "PUT /v2.0/floatingips/98faa621-7c43-4e39-882e-8fcc275f8951 HTTP/1.1" status: 200 len: 992 time: 0.9909422 Mar 11 19:27:05.324031 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:05.326334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:05.365751 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56a1e29-265f-4d1a-9b2c-3fc6743b2017 x-openstack-request-id: req-e56a1e29-265f-4d1a-9b2c-3fc6743b2017 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:05.366054 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:05.366313 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e56a1e29-265f-4d1a-9b2c-3fc6743b2017 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:05.366720 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'status': 'completed', 'code': 200} Mar 11 19:27:05.429889 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:05.434519 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-ef2d5ec2-4436-4c51-a71b-db8b29c19710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:05.436631 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-ef2d5ec2-4436-4c51-a71b-db8b29c19710 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 1130 time: 0.0454202 Mar 11 19:27:05.475174 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.539262 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-588f6406-f87f-4337-80a5-89327453f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:05.540647 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-588f6406-f87f-4337-80a5-89327453f970 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.0968115 Mar 11 19:27:05.619620 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-f1d21d6c-d343-4058-93ff-369219074e15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac397c2-204b-4a81-9401-a3a87b023e48 HTTP/1.1" status: 200 len: 1000 time: 0.0710754 Mar 11 19:27:05.677685 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-ad3362c8-826a-4233-8898-38a319ba4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:05.679234 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-ad3362c8-826a-4233-8898-38a319ba4861 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0508564 Mar 11 19:27:05.722022 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:58Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}, {'id': '98faa621-7c43-4e39-882e-8fcc275f8951', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:fd:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:53Z', 'updated_at': '2022-03-11T19:27:04Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:05.734925 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-1c6cbe18-8e95-492b-95ca-36dfe2d88d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:05.736469 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-1c6cbe18-8e95-492b-95ca-36dfe2d88d68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508924 Mar 11 19:27:05.749167 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:05.758581 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:05.759214 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:26:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:05.837663 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-c860a7af-ba30-40b9-8d80-9747c7db669d service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938420 Mar 11 19:27:05.878013 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:05.939694 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5f255a79-a2ca-46f3-ba6d-2d563a63d44a req-c0b08853-37b1-4c61-89fa-24c271a3eefe service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917861 Mar 11 19:27:06.284624 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:58Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}, {'id': '98faa621-7c43-4e39-882e-8fcc275f8951', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:fd:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:53Z', 'updated_at': '2022-03-11T19:27:04Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:06.311843 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ccd5b-fa32-443d-9ba1-4edde41d136b None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:58Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}, {'id': '98faa621-7c43-4e39-882e-8fcc275f8951', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:fd:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:53Z', 'updated_at': '2022-03-11T19:27:04Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:06.521276 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86d1f8d-db77-40bf-88b7-a40a17c68a5d None None] New status for floating IP 98faa621-7c43-4e39-882e-8fcc275f8951: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:27:06.975409 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2cbfbe6c-0b39-44c4-9289-8b4f7aff578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.793899 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.376362 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.735943 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.884910 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:27:34.677506 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fef86903-0e65-4c5b-afeb-7424c5304b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.451467 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.979313 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a1d96bf7-f049-4ee8-b1cf-55634bf794a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.796576 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.373726 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.739387 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.068818 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-1afa20fb-47f2-468b-b3ac-af49035431b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465999 Mar 11 19:27:42.204682 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-d2659dec-7d93-48d3-a60b-41ee66f860c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:42.206320 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-d2659dec-7d93-48d3-a60b-41ee66f860c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 1129 time: 0.0979474 Mar 11 19:27:42.218019 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aaa1b-a3f6-4113-94e3-f5d213fdbfca req-f31fac0c-d9f5-46f5-9f84-eee78fb9d9ce tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:42.219746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bf3aaa1b-a3f6-4113-94e3-f5d213fdbfca req-f31fac0c-d9f5-46f5-9f84-eee78fb9d9ce tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0733490 Mar 11 19:27:42.324989 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bf3aaa1b-a3f6-4113-94e3-f5d213fdbfca req-1a5027e2-c79a-4362-9427-f2eef623d213 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991390 Mar 11 19:27:42.348352 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-845f87a0-98dd-4503-b079-dff60617bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:42.349859 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-845f87a0-98dd-4503-b079-dff60617bd26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.1179135 Mar 11 19:27:42.426679 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-3ee3d0f0-f608-460a-afe8-594f03a5ef80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb9ba9b2-122c-4591-a859-5b672d38d655 HTTP/1.1" status: 200 len: 1001 time: 0.0665054 Mar 11 19:27:42.485080 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-62d3e729-a3bd-4087-82cc-e05fa5e8627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:42.486578 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-62d3e729-a3bd-4087-82cc-e05fa5e8627b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0500865 Mar 11 19:27:42.544482 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-3f02013a-b076-421a-812c-09fa7cd29c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:42.546513 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-3f02013a-b076-421a-812c-09fa7cd29c84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510352 Mar 11 19:27:42.653856 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-96499145-c6b9-4746-8f52-ddc84b1eb0f9 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933452 Mar 11 19:27:42.751360 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f61244a9-1d83-4da2-b0f2-5dec68f0f8f3 req-045d8944-43e6-47de-8b76-edcdc2dc5217 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898821 Mar 11 19:27:43.454839 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43952d-009d-40d7-8e1c-e7e832b0d825 req-8411d49d-d200-4008-94f8-4a2370fb6520 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:43.456300 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d43952d-009d-40d7-8e1c-e7e832b0d825 req-8411d49d-d200-4008-94f8-4a2370fb6520 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0545976 Mar 11 19:27:43.505599 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4d43952d-009d-40d7-8e1c-e7e832b0d825 req-11c645a5-c7d4-4a7d-9d28-f7392c887a6f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436893 Mar 11 19:27:43.873016 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c327b2-839f-4f89-9470-4bb998810262 req-e203b73e-5d66-42dd-8a80-1743de19ea29 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:43.875008 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a2c327b2-839f-4f89-9470-4bb998810262 req-e203b73e-5d66-42dd-8a80-1743de19ea29 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0530667 Mar 11 19:27:44.236753 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port eac397c2-204b-4a81-9401-a3a87b023e48 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:27:44.237113 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.327703 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] For port eac397c2-204b-4a81-9401-a3a87b023e48, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eac397c2-204b-4a81-9401-a3a87b023e48,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:44.328654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.500161 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.500877 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (98faa621-7c43-4e39-882e-8fcc275f8951), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.500877 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 98faa621-7c43-4e39-882e-8fcc275f8951 disassociated. External IP: 172.27.2.136, port: eac397c2-204b-4a81-9401-a3a87b023e48. Mar 11 19:27:44.501136 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for eac397c2-204b-4a81-9401-a3a87b023e48 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:27:44.680556 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa7fb-e0eb-4c3f-8168-369b5ad800a9 req-462bc667-13bd-4866-a39d-bc0cd82a0756 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:44.682212 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9bcaa7fb-e0eb-4c3f-8168-369b5ad800a9 req-462bc667-13bd-4866-a39d-bc0cd82a0756 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0b8e1f4-ab62-4233-bef3-d10f0300e0f3 HTTP/1.1" status: 200 len: 946 time: 0.0996387 Mar 11 19:27:44.683444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (eac397c2-204b-4a81-9401-a3a87b023e48), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.732358 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=eac397c2-204b-4a81-9401-a3a87b023e48,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:44.751660 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.752015 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.752362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.752698 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.753060 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.753393 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.753719 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.754045 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.754372 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.754696 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.755018 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.755339 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.755656 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:44.820600 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-9bcaa7fb-e0eb-4c3f-8168-369b5ad800a9 req-90c3c153-badd-45b9-873a-e24253668f54 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296489 Mar 11 19:27:44.892636 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:45.007545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:45.018521 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:45.028967 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:45.029587 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:27:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:45.054653 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] No DVR routers for this DVR port eac397c2-204b-4a81-9401-a3a87b023e48 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:27:45.057362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.061035 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a2c327b2-839f-4f89-9470-4bb998810262 req-c10fbc01-0d1a-4e2c-8318-87f2cafe5b9c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "DELETE /v2.0/ports/eac397c2-204b-4a81-9401-a3a87b023e48 HTTP/1.1" status: 204 len: 173 time: 1.1807511 Mar 11 19:27:45.061543 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'name': 'network-vif-deleted', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:45.064223 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a357d-6a8a-44bd-9ae8-574331d3d91f" -d '{"events": [{"server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "name": "network-vif-deleted", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:45.162112 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:45.188280 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe48fdb-0e88-49bd-b1fa-30b6e5721466 x-openstack-request-id: req-bbe48fdb-0e88-49bd-b1fa-30b6e5721466 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:45.188599 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b8e1f4-ab62-4233-bef3-d10f0300e0f3", "name": "network-vif-deleted", "tag": "eac397c2-204b-4a81-9401-a3a87b023e48", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:45.189163 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbe48fdb-0e88-49bd-b1fa-30b6e5721466 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:45.189564 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b8e1f4-ab62-4233-bef3-d10f0300e0f3', 'name': 'network-vif-deleted', 'tag': 'eac397c2-204b-4a81-9401-a3a87b023e48', 'status': 'completed', 'code': 200} Mar 11 19:27:45.415320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:58Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:45.449477 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:45.460886 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:45.461517 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:27:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:45.607385 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:45.882915 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:58Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:45.914495 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b6a20-2bcf-4e61-b14e-8d1f0b3c2342 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '61d02ead-6593-428b-b126-06ec12a8b160', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:25:40Z', 'updated_at': '2022-03-11T19:25:58Z', 'revision_number': 2, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:45.918754 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49392) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:45.985164 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.010243 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.069172 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.071719 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.075458 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/security-groups/cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be HTTP/1.1" status: 204 len: 168 time: 0.1530998 Mar 11 19:27:46.075914 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49394) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:46.083359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:46.091498 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.091853 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.092202 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.092548 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.092981 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.094065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.094293 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.094591 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.094926 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.095261 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.095453 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.api.v2.resource [None req-d0d238f0-e188-48a6-8b2e-ecde8602a40a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] show failed (client error): The resource could not be found. Mar 11 19:27:46.095576 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.095912 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.096232 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746959e-3551-4009-8775-f218abe0940b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:46.099513 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d0d238f0-e188-48a6-8b2e-ecde8602a40a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups/cb6d22de-ff4b-45f2-ad83-6cd5ad7e83be HTTP/1.1" status: 404 len: 347 time: 0.0198066 Mar 11 19:27:46.100031 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49396) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:46.175666 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdee61e-ea67-4326-b460-6ccd0789ebef None None] New status for floating IP 98faa621-7c43-4e39-882e-8fcc275f8951: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:27:46.232902 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port f8920a68-e7eb-41e7-973a-33e4adc65e74 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:27:46.233359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.325051 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.325354 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (f8920a68-e7eb-41e7-973a-33e4adc65e74), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.337928 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for f8920a68-e7eb-41e7-973a-33e4adc65e74 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:27:46.474945 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (f8920a68-e7eb-41e7-973a-33e4adc65e74), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.499127 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=f8920a68-e7eb-41e7-973a-33e4adc65e74,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:46.567819 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (98faa621-7c43-4e39-882e-8fcc275f8951), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.570395 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.571569 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-452be411-466b-44be-9104-c42732228a46 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/floatingips/98faa621-7c43-4e39-882e-8fcc275f8951 HTTP/1.1" status: 204 len: 168 time: 0.4705949 Mar 11 19:27:48.193666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f4be9-37ea-455c-8be2-1fa6635da2fb req-d7b8cae1-e322-432e-9d7b-67a00de62099 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:48.195174 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-959f4be9-37ea-455c-8be2-1fa6635da2fb req-d7b8cae1-e322-432e-9d7b-67a00de62099 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 945 time: 0.0550559 Mar 11 19:27:48.244674 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-959f4be9-37ea-455c-8be2-1fa6635da2fb req-5818a90f-7a16-4c1e-9e5a-72c49749544f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Mar 11 19:27:48.384755 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eac397c2-204b-4a81-9401-a3a87b023e48 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:27:48.405885 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: eac397c2-204b-4a81-9401-a3a87b023e48 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:27:48.407279 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eac397c2-204b-4a81-9401-a3a87b023e48 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:27:49.372393 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe5f81-2fb2-4420-a9b1-7b7b26a39fd0 req-91150dc6-2604-48df-8a20-d6b11292fdd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:49.374522 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-69fe5f81-2fb2-4420-a9b1-7b7b26a39fd0 req-91150dc6-2604-48df-8a20-d6b11292fdd0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 945 time: 0.0578659 Mar 11 19:27:49.423613 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-69fe5f81-2fb2-4420-a9b1-7b7b26a39fd0 req-1b9a148a-1104-46bd-b905-e7bf3848f049 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=9ebe6224-080d-4d58-8830-b6a9ab0c7648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Mar 11 19:27:49.826847 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-d9496cb1-bc5b-4dc9-b98f-a09ce2dd1994 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:49.829147 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-d9496cb1-bc5b-4dc9-b98f-a09ce2dd1994 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 945 time: 0.0572145 Mar 11 19:27:49.923210 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port eb9ba9b2-122c-4591-a859-5b672d38d655 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:27:49.923555 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.016011 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] For port eb9ba9b2-122c-4591-a859-5b672d38d655, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=eb9ba9b2-122c-4591-a859-5b672d38d655,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:50.016384 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.188403 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.188783 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (61d02ead-6593-428b-b126-06ec12a8b160), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.189105 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 61d02ead-6593-428b-b126-06ec12a8b160 disassociated. External IP: 172.27.2.190, port: eb9ba9b2-122c-4591-a859-5b672d38d655. Mar 11 19:27:50.189447 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for eb9ba9b2-122c-4591-a859-5b672d38d655 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:27:50.328717 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (eb9ba9b2-122c-4591-a859-5b672d38d655), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.355887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=eb9ba9b2-122c-4591-a859-5b672d38d655,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:50.484017 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:50.553448 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-27dd2348-49ba-4bdd-8286-bafe5203854c req-fd65104b-3eb2-44f7-8d7c-789054f7f3c2 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=b54e3d30-c772-49d7-a7a7-592e642964ea HTTP/1.1" status: 200 len: 210 time: 0.0597448 Mar 11 19:27:50.626373 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:50.637298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:50.647558 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:50.648190 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:27:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:50.667444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] No DVR routers for this DVR port eb9ba9b2-122c-4591-a859-5b672d38d655 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:27:50.670127 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.674316 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8a9b0d55-a8d5-4e79-b006-7434eed00e36 req-6f272d08-0337-4f37-a0e8-d8b30c4345db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "DELETE /v2.0/ports/eb9ba9b2-122c-4591-a859-5b672d38d655 HTTP/1.1" status: 204 len: 173 time: 0.8402333 Mar 11 19:27:50.674929 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'name': 'network-vif-deleted', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:50.677594 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c16b7-b2a0-44d1-9f28-b1b61ebf78f9" -d '{"events": [{"server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "name": "network-vif-deleted", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:50.717667 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cbf888-c58e-42d0-8e6f-50e20f4d81bd x-openstack-request-id: req-a7cbf888-c58e-42d0-8e6f-50e20f4d81bd {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:50.718005 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e3d30-c772-49d7-a7a7-592e642964ea", "name": "network-vif-deleted", "tag": "eb9ba9b2-122c-4591-a859-5b672d38d655", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:50.718235 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7cbf888-c58e-42d0-8e6f-50e20f4d81bd {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:50.718758 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e3d30-c772-49d7-a7a7-592e642964ea', 'name': 'network-vif-deleted', 'tag': 'eb9ba9b2-122c-4591-a859-5b672d38d655', 'status': 'completed', 'code': 200} Mar 11 19:27:50.768604 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:50.990220 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:51.016324 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:51.024682 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:51.025306 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:27:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:51.159911 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:51.494915 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:51.527883 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d26cf8f-fdf6-48af-b498-7d334fed6eb2 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:51.644692 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49426) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:51.706766 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61f25a6c-d7cc-4ef5-8029-a499a325bc9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (9ebe6224-080d-4d58-8830-b6a9ab0c7648), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:51.736876 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61f25a6c-d7cc-4ef5-8029-a499a325bc9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (9ebe6224-080d-4d58-8830-b6a9ab0c7648), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:51.790293 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d764490-0377-4fc2-92e8-f5a77bc07d5f None None] New status for floating IP 61d02ead-6593-428b-b126-06ec12a8b160: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:27:51.799680 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61f25a6c-d7cc-4ef5-8029-a499a325bc9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (9ebe6224-080d-4d58-8830-b6a9ab0c7648), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:51.802446 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-61f25a6c-d7cc-4ef5-8029-a499a325bc9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:51.806097 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-61f25a6c-d7cc-4ef5-8029-a499a325bc9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/security-groups/9ebe6224-080d-4d58-8830-b6a9ab0c7648 HTTP/1.1" status: 204 len: 168 time: 0.1579537 Mar 11 19:27:51.806539 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49428) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:51.814474 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f25a6c-d7cc-4ef5-8029-a499a325bc9e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebe6224-080d-4d58-8830-b6a9ab0c7648,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:51.825178 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.api.v2.resource [None req-a4b44ec5-2eb6-475b-acde-4420ec194ef1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] show failed (client error): The resource could not be found. Mar 11 19:27:51.829528 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a4b44ec5-2eb6-475b-acde-4420ec194ef1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups/9ebe6224-080d-4d58-8830-b6a9ab0c7648 HTTP/1.1" status: 404 len: 347 time: 0.0218182 Mar 11 19:27:51.829757 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49430) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:51.964955 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port 305a7e0a-5d79-43b1-9aec-1f341b8ab3cf {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:27:51.965308 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.042207 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.042536 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.055041 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for 305a7e0a-5d79-43b1-9aec-1f341b8ab3cf owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:27:52.189628 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (305a7e0a-5d79-43b1-9aec-1f341b8ab3cf), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.215920 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=305a7e0a-5d79-43b1-9aec-1f341b8ab3cf,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.283625 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (61d02ead-6593-428b-b126-06ec12a8b160), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.286357 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.287563 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-0f08d4cd-17f7-4c3c-ac58-0eab0c138380 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/floatingips/61d02ead-6593-428b-b126-06ec12a8b160 HTTP/1.1" status: 204 len: 168 time: 0.4567573 Mar 11 19:27:52.485833 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49434) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:52.490525 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582134534', 'description': 'tempest-description--1886888287'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:52.510578 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.578941 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (53b5b574-7217-418b-a9bc-0507c404e12a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.582581 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (53b5b574-7217-418b-a9bc-0507c404e12a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.612368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.613654 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1268303 Mar 11 19:27:52.615715 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb46f68-43d2-4887-ba04-324fac8fc357 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b5b574-7217-418b-a9bc-0507c404e12a,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.616845 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49436) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:52.621401 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': '53b5b574-7217-418b-a9bc-0507c404e12a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:52.653362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (13fcf6cd-d140-42d4-8b60-f5172eba055f), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.714893 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (13fcf6cd-d140-42d4-8b60-f5172eba055f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.718362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (13fcf6cd-d140-42d4-8b60-f5172eba055f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.733425 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fcf6cd-d140-42d4-8b60-f5172eba055f,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.747026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.747026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d25cc1c2-1e9c-4b21-9479-390fbdc5a70b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282477 Mar 11 19:27:52.748832 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49438) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:52.753907 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': '53b5b574-7217-418b-a9bc-0507c404e12a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:52.784001 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (8af4c6b3-a199-4ac2-8e29-5bbf0914cb68), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.848666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (8af4c6b3-a199-4ac2-8e29-5bbf0914cb68), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.852691 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (8af4c6b3-a199-4ac2-8e29-5bbf0914cb68), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.870581 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af4c6b3-a199-4ac2-8e29-5bbf0914cb68,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.879820 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.881037 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d4e66408-1516-4449-b256-e8ca0da2ce0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312242 Mar 11 19:27:52.884711 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49440) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:52.888916 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:52.918046 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.024186 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.142888 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.27.2.14 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/9f1fd901-7c7e-41d1-9065-c32cd754a013) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:53.246967 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.284171 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.321008 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:53.330077 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:53.330077 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:53.336157 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=9f1fd901-7c7e-41d1-9065-c32cd754a013,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:53.423028 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (64174665-dd4a-41ea-9372-173a9fdae0c1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.463300 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.622846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.627883 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.695972 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=9f1fd901-7c7e-41d1-9065-c32cd754a013,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:53.708261 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (64174665-dd4a-41ea-9372-173a9fdae0c1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.724169 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.725405 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-73460519-9095-405d-a01b-2cc8866b718a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8397434 Mar 11 19:27:53.883080 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-5c5f801a-ad57-4d8d-bfe0-befc44360d0d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1582134534&fields=id&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 267 time: 0.0470228 Mar 11 19:27:53.988898 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-19851a86-48a9-4686-bf8a-77789e981a56 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.990352 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-19851a86-48a9-4686-bf8a-77789e981a56 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.1008518 Mar 11 19:27:54.005979 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-7eb1c184-7ce7-456d-ae27-03ef2869ceb0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/quotas/f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 375 time: 0.0102017 Mar 11 19:27:54.068838 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-2b56d2df-b221-4282-8ca2-57aa1956bf3f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553477 Mar 11 19:27:54.131028 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-9afe825a-a59a-4181-be90-0e978df91d97 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:54.132045 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-9afe825a-a59a-4181-be90-0e978df91d97 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518210 Mar 11 19:27:54.227756 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-cb1cb940-b996-42eb-95a1-8cb4905cfc70 service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896864 Mar 11 19:27:54.320896 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-ee3b0e81-aa1d-4c39-b38e-25a3c507b5dc service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Mar 11 19:27:54.379402 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eb9ba9b2-122c-4591-a859-5b672d38d655 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:27:54.400823 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: eb9ba9b2-122c-4591-a859-5b672d38d655 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:27:54.401590 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device eb9ba9b2-122c-4591-a859-5b672d38d655 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:27:54.496709 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5fb0e69e-d8f9-43bb-9a79-5db7d4c4a26a req-f4c0cc4a-7f2a-4066-a3f0-abf37822b8ea tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 210 time: 0.0291114 Mar 11 19:27:55.541887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-97f45ba3-d84a-4f09-81d7-36bce55ca0d7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:55.543355 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-97f45ba3-d84a-4f09-81d7-36bce55ca0d7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.1152365 Mar 11 19:27:55.614844 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-555752ac-bc6e-4633-ac0c-d89c9169f77f req-5b5d5501-ba75-4a05-b971-212bc42b157d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 210 time: 0.0396757 Mar 11 19:27:55.648141 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-1a10fd42-769f-46e5-9819-83394db27f80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 380 time: 0.0949879 Mar 11 19:27:55.658297 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'port': {'device_id': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'admin_state_up': True, 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'security_groups': ['53b5b574-7217-418b-a9bc-0507c404e12a']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:55.767706 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Made reservation on behalf of f52579281a9a473ea120a234231dc54c for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:55.771196 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:55.905138 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.20.0.13 (67023643-c225-41fc-80f1-ea35f3e1e500/d057bd66-d92d-4fb4-8ca3-a87f116b6df5/9749fd6e-6b23-4be4-bf23-8a83e885d534) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:56.044121 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.079793 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.133911 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:56.139178 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:56.144082 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:56.150843 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=9749fd6e-6b23-4be4-bf23-8a83e885d534,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:56.197099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.197772 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.215208 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-06eafab6-2c4d-4c94-a8ee-42fcc40ecf80 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614567 Mar 11 19:27:56.227413 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Request body: {'port': {'device_id': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:56.295533 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.350769 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-bb88e7d2-e1c0-4beb-a937-e0dbd6e59bd9 None None] Provisioning complete for port 9749fd6e-6b23-4be4-bf23-8a83e885d534 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:56.351384 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb88e7d2-e1c0-4beb-a937-e0dbd6e59bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.393405 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bb88e7d2-e1c0-4beb-a937-e0dbd6e59bd9 None None] Port 9749fd6e-6b23-4be4-bf23-8a83e885d534 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:56.570026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9749fd6e-6b23-4be4-bf23-8a83e885d534 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:56.577812 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Publish callbacks [] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.589848 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Transition to ACTIVE for port object 9749fd6e-6b23-4be4-bf23-8a83e885d534 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:56.593179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.645326 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Pushing event updated for resources: {'Port': ['ID=9749fd6e-6b23-4be4-bf23-8a83e885d534,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:56.730783 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Attempting to bind port 9749fd6e-6b23-4be4-bf23-8a83e885d534 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:56.731123 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Attempting to bind port 9749fd6e-6b23-4be4-bf23-8a83e885d534 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:56.731458 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Attempting to bind port 9749fd6e-6b23-4be4-bf23-8a83e885d534 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:56.752518 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Port 9749fd6e-6b23-4be4-bf23-8a83e885d534 on network 67023643-c225-41fc-80f1-ea35f3e1e500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:56.752872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Attempting to bind port 9749fd6e-6b23-4be4-bf23-8a83e885d534 on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:56.761366 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:56.761713 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:56.762123 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Bound using segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:56.762594 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Bound port: 9749fd6e-6b23-4be4-bf23-8a83e885d534, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:56.762991 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.816811 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d33c6c-5886-422e-b669-6a45f6d34686 req-25c9481d-d79b-4791-9fe1-6b2714bb2266 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.818349 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38d33c6c-5886-422e-b669-6a45f6d34686 req-25c9481d-d79b-4791-9fe1-6b2714bb2266 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 944 time: 0.1067176 Mar 11 19:27:56.861631 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] For port 9749fd6e-6b23-4be4-bf23-8a83e885d534, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:56.869172 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] For port 9749fd6e-6b23-4be4-bf23-8a83e885d534, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:56.884023 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.899136 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38d33c6c-5886-422e-b669-6a45f6d34686 req-794b0640-eaa0-4391-bad1-7f82e2fe3962 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735462 Mar 11 19:27:56.931243 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.932034 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.933804 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] 10.222.0.18 "PUT /v2.0/ports/9749fd6e-6b23-4be4-bf23-8a83e885d534 HTTP/1.1" status: 200 len: 1094 time: 0.7106047 Mar 11 19:27:56.934245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:56.936545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f9ec6-1576-45ac-ad08-015dd94e8267" -d '{"events": [{"name": "network-changed", "server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:56.987488 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff86d-d81f-4bb3-99a5-659f40439317 service neutron] Pushing event updated for resources: {'Port': ['ID=9749fd6e-6b23-4be4-bf23-8a83e885d534,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:57.009254 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067feb8a-ed4e-463e-9c15-c74a557939eb x-openstack-request-id: req-067feb8a-ed4e-463e-9c15-c74a557939eb {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:57.009570 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:57.009825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-067feb8a-ed4e-463e-9c15-c74a557939eb {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:57.010260 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'status': 'completed', 'code': 200} Mar 11 19:27:57.031391 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-74cebad8-102c-4aac-9e6c-4ff3b0e98916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.032948 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-74cebad8-102c-4aac-9e6c-4ff3b0e98916 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 1128 time: 0.0604887 Mar 11 19:27:57.084705 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-8ec8b56c-3643-4dab-9d05-b48ccd56db0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534 HTTP/1.1" status: 200 len: 217 time: 0.0449347 Mar 11 19:27:57.139580 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-14f6745e-4de8-46fc-b54f-2f411162cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.141163 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-14f6745e-4de8-46fc-b54f-2f411162cf93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0507874 Mar 11 19:27:57.191901 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-2bf74706-3d92-4f70-87d2-7f4ff8a19ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.193504 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-2bf74706-3d92-4f70-87d2-7f4ff8a19ce5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467501 Mar 11 19:27:57.286342 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-45b98777-acc1-4fc6-be00-2cc20fe0c2ed service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869131 Mar 11 19:27:57.381313 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1c03131c-6605-4624-bbf7-bd962a37f887 req-4161746e-0372-4f96-9a3a-0904592545eb service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888722 Mar 11 19:27:57.477637 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-3f8b27a6-af42-4dfe-b1c1-21aa387d9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.479156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-3f8b27a6-af42-4dfe-b1c1-21aa387d9c42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 1128 time: 0.0455108 Mar 11 19:27:57.580810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-758c415f-d67f-4e92-99c0-17c8e50f56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.582255 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-758c415f-d67f-4e92-99c0-17c8e50f56cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.0920136 Mar 11 19:27:57.626021 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-75968965-5c9e-46b0-85bc-9d7ae2ca3115 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534 HTTP/1.1" status: 200 len: 217 time: 0.0364668 Mar 11 19:27:57.679872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-f445f327-cad9-4d6d-a8ad-6024634d8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.681366 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-f445f327-cad9-4d6d-a8ad-6024634d8937 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0492640 Mar 11 19:27:58.042005 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-18807b5e-107e-47bd-8679-ca6475846cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:58.043518 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-18807b5e-107e-47bd-8679-ca6475846cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3551147 Mar 11 19:27:58.058360 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf589476-a5b6-4d37-8f3c-e87c5c2d1474 req-eb5861f2-c7de-436d-b3da-b66f4f8e5f0a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:58.059748 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bf589476-a5b6-4d37-8f3c-e87c5c2d1474 req-eb5861f2-c7de-436d-b3da-b66f4f8e5f0a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 944 time: 0.0706532 Mar 11 19:27:58.185981 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bf589476-a5b6-4d37-8f3c-e87c5c2d1474 req-c535985e-bade-44ad-8ce5-0b3aa861564e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101091 Mar 11 19:27:58.203504 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-63c1a8c6-fcc0-49b5-9792-60fa59c6fbb3 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519036 Mar 11 19:27:58.304754 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a98f9ec6-1576-45ac-ad08-015dd94e8267 req-1f5cf643-17e8-41db-b937-35de3a754ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950983 Mar 11 19:27:59.320393 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d319c2-cc38-4e86-a7b0-98b61fb16e6d req-dbdab85c-7f65-4a0b-bc87-9035c7233626 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:59.321982 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a4d319c2-cc38-4e86-a7b0-98b61fb16e6d req-dbdab85c-7f65-4a0b-bc87-9035c7233626 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 944 time: 0.0645154 Mar 11 19:27:59.369011 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a4d319c2-cc38-4e86-a7b0-98b61fb16e6d req-eeadc16c-d0c2-41c6-aeae-3e3fa54b8456 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Mar 11 19:28:00.410494 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9749fd6e-6b23-4be4-bf23-8a83e885d534 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:00.498400 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ba0a9-1baf-4f61-a548-cb796852b736 req-a38fbf61-61a8-42e0-a1c7-380e1ee82801 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:00.500424 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1b4ba0a9-1baf-4f61-a548-cb796852b736 req-a38fbf61-61a8-42e0-a1c7-380e1ee82801 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 944 time: 0.0566599 Mar 11 19:28:00.526680 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 9749fd6e-6b23-4be4-bf23-8a83e885d534, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:00.540450 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'port_id': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'mac_address': 'fa:16:3e:e2:b8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:28:00.557116 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1b4ba0a9-1baf-4f61-a548-cb796852b736 req-d42bd560-ac31-41c9-9614-5e7b3810494a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464602 Mar 11 19:28:00.589408 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 9749fd6e-6b23-4be4-bf23-8a83e885d534 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:00.589795 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.603698 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9749fd6e-6b23-4be4-bf23-8a83e885d534 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:00.628147 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 9749fd6e-6b23-4be4-bf23-8a83e885d534, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:00.632970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.693020 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=9749fd6e-6b23-4be4-bf23-8a83e885d534,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:00.701274 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.701624 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.701968 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.704073 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.704900 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.705247 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.705586 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.705925 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.706257 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.706595 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.706921 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.707245 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.707574 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:00.877329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['9749fd6e-6b23-4be4-bf23-8a83e885d534'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:01.692427 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056441a8-2177-413c-942b-9b800cc59b3c req-fcaa88c4-1d4a-4f95-bc5d-cf6d832294a4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:01.693858 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-056441a8-2177-413c-942b-9b800cc59b3c req-fcaa88c4-1d4a-4f95-bc5d-cf6d832294a4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 945 time: 0.0591278 Mar 11 19:28:01.741661 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-056441a8-2177-413c-942b-9b800cc59b3c req-ab4fd36f-b3f6-4746-964d-603bbb86297e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Mar 11 19:28:01.884880 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:28:02.559181 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9749fd6e-6b23-4be4-bf23-8a83e885d534 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:02.610209 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 9749fd6e-6b23-4be4-bf23-8a83e885d534 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:28:02.614760 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 9749fd6e-6b23-4be4-bf23-8a83e885d534 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:02.615142 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:02.698156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 9749fd6e-6b23-4be4-bf23-8a83e885d534 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:02.698473 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:02.723535 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:02.725810 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff16f715-f850-4872-9dda-7afd9b87f365" -d '{"events": [{"server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "name": "network-vif-plugged", "status": "completed", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:02.738814 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 9749fd6e-6b23-4be4-bf23-8a83e885d534, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:02.743653 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:02.818752 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=9749fd6e-6b23-4be4-bf23-8a83e885d534,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:02.850216 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc63ebcd-7ca5-493f-9c70-6538817b20d0 x-openstack-request-id: req-bc63ebcd-7ca5-493f-9c70-6538817b20d0 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:02.850518 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "name": "network-vif-plugged", "status": "completed", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:02.850771 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc63ebcd-7ca5-493f-9c70-6538817b20d0 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:02.851169 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'code': 200} Mar 11 19:28:02.888864 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef0c7-0adb-478d-a529-434200ce5afa req-d4bdeb33-8656-46fa-83c5-d99ae03d52a4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.890338 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2bdef0c7-0adb-478d-a529-434200ce5afa req-d4bdeb33-8656-46fa-83c5-d99ae03d52a4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0594060 Mar 11 19:28:02.944302 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2bdef0c7-0adb-478d-a529-434200ce5afa req-832cfb6e-64a5-48e7-bd59-05211d6c257c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482197 Mar 11 19:28:03.047148 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20603171-d0f3-4474-8710-5a59f9265242 req-f21f1511-9814-4c6f-a91e-d94b719d1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:03.048758 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20603171-d0f3-4474-8710-5a59f9265242 req-f21f1511-9814-4c6f-a91e-d94b719d1458 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 1130 time: 0.0489612 Mar 11 19:28:03.093473 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20603171-d0f3-4474-8710-5a59f9265242 req-6fb73ab2-f6da-48ce-a5e4-5a8f4f83d9a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Mar 11 19:28:04.069165 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38914b20-320d-46f8-a005-91dba8e43e84 req-7cb8e465-6f2c-40e7-866b-373f375407a7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.070746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38914b20-320d-46f8-a005-91dba8e43e84 req-7cb8e465-6f2c-40e7-866b-373f375407a7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0551987 Mar 11 19:28:04.123589 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-38914b20-320d-46f8-a005-91dba8e43e84 req-f1e7ed7f-13d5-4e21-8843-e7d05897fa20 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469215 Mar 11 19:28:04.689754 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1e01488-c5cb-448c-8f32-3c137ec188f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.247590 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe977a-f2ba-40c7-af0b-589bb764684c req-7e66e683-ce09-49a1-94da-25061af4cd8c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:05.249097 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-37fe977a-f2ba-40c7-af0b-589bb764684c req-7e66e683-ce09-49a1-94da-25061af4cd8c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0567670 Mar 11 19:28:05.300526 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-37fe977a-f2ba-40c7-af0b-589bb764684c req-807c74a5-bb11-4a6b-bb98-d9db0c9e6e3e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Mar 11 19:28:05.415039 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b4743-ef6d-473f-ae64-be0a603835af req-672b7a13-9cad-4d95-ae2c-d82654dd5e3f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:05.416575 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bc1b4743-ef6d-473f-ae64-be0a603835af req-672b7a13-9cad-4d95-ae2c-d82654dd5e3f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0533738 Mar 11 19:28:05.425736 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49498) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:05.430166 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'port_id': '9749fd6e-6b23-4be4-bf23-8a83e885d534'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:05.470814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (64174665-dd4a-41ea-9372-173a9fdae0c1), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.478226 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.936108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.940770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (64174665-dd4a-41ea-9372-173a9fdae0c1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.046935 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 64174665-dd4a-41ea-9372-173a9fdae0c1 associated. External IP: 172.27.2.14, port: 9749fd6e-6b23-4be4-bf23-8a83e885d534. Mar 11 19:28:06.272378 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:06.383575 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:06.388432 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.393071 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:06.403383 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:06.404031 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:27:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:06.426746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-a461ddb5-5afb-4a9a-af8b-5929689f27cb tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "PUT /v2.0/floatingips/64174665-dd4a-41ea-9372-173a9fdae0c1 HTTP/1.1" status: 200 len: 991 time: 0.9999268 Mar 11 19:28:06.427320 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:06.429557 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9c34f-06cf-4386-8192-ae3fecea40fe" -d '{"events": [{"name": "network-changed", "server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:06.465284 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f9240-8d15-4219-b1c7-9299bba7c30e x-openstack-request-id: req-0d6f9240-8d15-4219-b1c7-9299bba7c30e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:06.465560 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:06.465819 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d6f9240-8d15-4219-b1c7-9299bba7c30e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:06.466226 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'status': 'completed', 'code': 200} Mar 11 19:28:06.530906 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:06.534658 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-b756eb19-013c-473e-ad31-76ee7458e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.536166 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-b756eb19-013c-473e-ad31-76ee7458e0dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 1130 time: 0.0490990 Mar 11 19:28:06.682689 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-441bcfa1-beff-4cb4-a37e-ca248d1e83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.684483 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-441bcfa1-beff-4cb4-a37e-ca248d1e83f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.1397119 Mar 11 19:28:06.777568 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d88e1-842a-4b26-bb36-d246e174124b req-b6414aed-a731-4e33-9423-0e0f0330140f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.779131 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-924d88e1-842a-4b26-bb36-d246e174124b req-b6414aed-a731-4e33-9423-0e0f0330140f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 946 time: 0.1138499 Mar 11 19:28:06.780148 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '64174665-dd4a-41ea-9372-173a9fdae0c1', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:e2:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:27:53Z', 'updated_at': '2022-03-11T19:28:05Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:06.781159 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-dad2b2ba-ecfc-4476-bb41-0444511ed12b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534 HTTP/1.1" status: 200 len: 999 time: 0.0823195 Mar 11 19:28:06.810854 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:06.819748 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:06.820377 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:27:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:06.863025 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-924d88e1-842a-4b26-bb36-d246e174124b req-24663898-57ef-4cc1-bf72-1216232993c9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775380 Mar 11 19:28:06.864859 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-3ab62b63-4e6d-44dd-bf19-e495ed75c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.866232 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-3ab62b63-4e6d-44dd-bf19-e495ed75c0b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0749693 Mar 11 19:28:06.917646 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-551e4870-d3e2-4a58-9181-9e467e9f217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.919154 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-551e4870-d3e2-4a58-9181-9e467e9f217c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458312 Mar 11 19:28:06.941519 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:06.995895 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5e03e43-9714-44b5-a14c-22734b2ee20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.015549 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-1dd09354-2204-4d1f-8a35-8e8040502a5a service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882871 Mar 11 19:28:07.111368 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-eea9c34f-06cf-4386-8192-ae3fecea40fe req-146822a9-ebcf-4dcf-92ee-fff44e9cbe9a service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892775 Mar 11 19:28:07.188777 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '64174665-dd4a-41ea-9372-173a9fdae0c1', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:e2:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:27:53Z', 'updated_at': '2022-03-11T19:28:05Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:07.219242 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64085882-d4d0-4a51-bee9-d3fd838d2caf None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '64174665-dd4a-41ea-9372-173a9fdae0c1', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:e2:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:27:53Z', 'updated_at': '2022-03-11T19:28:05Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:07.427299 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f10cd86-328c-488d-9bc5-57bd4579c106 None None] New status for floating IP 64174665-dd4a-41ea-9372-173a9fdae0c1: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:07.986829 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20017526-5f4b-4cba-9e95-2c5a21c4a1f9 req-b3745692-be5c-4a2b-a2da-cd5929ef822f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:07.988308 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20017526-5f4b-4cba-9e95-2c5a21c4a1f9 req-b3745692-be5c-4a2b-a2da-cd5929ef822f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 946 time: 0.0547445 Mar 11 19:28:08.046123 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-20017526-5f4b-4cba-9e95-2c5a21c4a1f9 req-aed736c9-a09c-40f9-9b98-1bc0d0e2f650 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521514 Mar 11 19:28:08.289213 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-ad615f2b-9778-44da-95bb-e79ca5519d96 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.290663 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-ad615f2b-9778-44da-95bb-e79ca5519d96 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 946 time: 0.0545275 Mar 11 19:28:08.389946 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Deleting port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:08.390295 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.479674 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] For port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:08.480048 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.667116 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.667480 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (134d781f-69d8-4291-8c43-7dbc4310256b), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.667795 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Floating IP 134d781f-69d8-4291-8c43-7dbc4310256b disassociated. External IP: 172.27.2.197, port: 85dba4ba-3214-415d-9ac2-917ae3cbf3a3. Mar 11 19:28:08.668137 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Calling delete_port for 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:08.800032 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.820989 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (85dba4ba-3214-415d-9ac2-917ae3cbf3a3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.852135 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'Port': ['ID=85dba4ba-3214-415d-9ac2-917ae3cbf3a3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:08.991056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:09.109871 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:09.120089 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd974699-aca6-4c29-938f-10e672918001 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:09.131115 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:09.131764 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:28:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:09.414533 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:09.449710 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-093ae1b0-9bb6-4a3f-8885-691bb0539de9 req-39d6ac38-1390-4b8a-baf2-88118854bddc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6560306-20d1-4c96-a2e2-727e5dd31f52 HTTP/1.1" status: 200 len: 210 time: 0.3334656 Mar 11 19:28:09.471952 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] No DVR routers for this DVR port 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:09.474597 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.477985 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2557a8d2-e4e4-45d7-8b77-5665a7783148 req-de5f9a85-3dd9-42c6-8bc0-2f9bfcc0f2fd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "DELETE /v2.0/ports/85dba4ba-3214-415d-9ac2-917ae3cbf3a3 HTTP/1.1" status: 204 len: 173 time: 1.1800420 Mar 11 19:28:09.478441 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'name': 'network-vif-deleted', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:09.480673 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d30272-e3b8-4c2f-b738-4b45d2a07069" -d '{"events": [{"server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "name": "network-vif-deleted", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:09.521120 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd411e8-bc76-478c-8ced-2822416178af x-openstack-request-id: req-6bd411e8-bc76-478c-8ced-2822416178af {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:09.521416 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6560306-20d1-4c96-a2e2-727e5dd31f52", "name": "network-vif-deleted", "tag": "85dba4ba-3214-415d-9ac2-917ae3cbf3a3", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:09.521821 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bd411e8-bc76-478c-8ced-2822416178af {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:09.522218 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6560306-20d1-4c96-a2e2-727e5dd31f52', 'name': 'network-vif-deleted', 'tag': '85dba4ba-3214-415d-9ac2-917ae3cbf3a3', 'status': 'completed', 'code': 200} Mar 11 19:28:09.631553 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:09.663443 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd974699-aca6-4c29-938f-10e672918001 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:09.673400 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:09.674013 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:28:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:09.786292 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:10.005785 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fd974699-aca6-4c29-938f-10e672918001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:10.034196 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd974699-aca6-4c29-938f-10e672918001 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:10.270344 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbd1dd-b00a-4d50-99fb-a17027f69b07 None None] New status for floating IP 134d781f-69d8-4291-8c43-7dbc4310256b: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:10.385328 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.716511 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-34ff40b2-6fc7-4d2a-93f8-4943f1a5b5be tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816470715&fields=id&tenant_id=95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 267 time: 0.0475323 Mar 11 19:28:10.834722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-ca204a22-60a0-4526-b823-896926d6156e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:10.836158 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-ca204a22-60a0-4526-b823-896926d6156e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 811 time: 0.1130364 Mar 11 19:28:10.852511 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-317dddcf-7ec9-4177-a112-4e0d1b9aa14d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/quotas/95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 375 time: 0.0105090 Mar 11 19:28:10.908859 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-331031f7-d378-40e2-9348-526665d43716 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510328 Mar 11 19:28:10.967405 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-b41627db-801d-4128-a506-a2b4a3f03526 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103355) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:28:10.968431 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-b41627db-801d-4128-a506-a2b4a3f03526 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484931 Mar 11 19:28:11.064332 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-10aae74f-a4db-4749-a7fd-7c777083728c service neutron] 10.222.0.55 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884898 Mar 11 19:28:11.159650 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-ea697cad-c050-4f7d-b83c-38f79b26ef1b service neutron] 10.222.0.55 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896657 Mar 11 19:28:11.746265 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:12.470704 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c7e33357-32ce-47ae-ae1e-37c61676bb8d req-7fa55753-6e4c-4c6b-9b9c-9f1b6a30ea61 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 210 time: 0.0337908 Mar 11 19:28:12.475530 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:12.497706 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:28:12.498082 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 85dba4ba-3214-415d-9ac2-917ae3cbf3a3 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:13.424753 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-683dedf9-1d95-4d8c-9d40-28de4bed8afe tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:13.426251 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-683dedf9-1d95-4d8c-9d40-28de4bed8afe tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 811 time: 0.1318698 Mar 11 19:28:13.498785 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-6f52b962-9bdf-4eac-86d6-5fc5f950732d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 379 time: 0.0594299 Mar 11 19:28:13.506067 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'port': {'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'admin_state_up': True, 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'security_groups': ['4d049ebb-4940-48d1-99c6-d82aa4c0af6a']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:13.610538 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-8cf1379b-fc2b-4d70-b874-6f2807924415 req-46da9458-50af-4d11-a6ab-7d8d022c608d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 210 time: 0.0357475 Mar 11 19:28:13.648679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Made reservation on behalf of 95948645afad4e47889e89b7b43d28eb for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:13.652589 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.791910 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Allocated IP 172.20.0.9 (6322b9a5-ecc4-461b-b80a-6d6473806bb2/4db59c0f-7f99-415b-a04d-77ab0e849892/3ccba60b-03cb-47ae-aa6b-928df2f14c5f) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:13.954213 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.991809 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.035237 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:14.038374 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:14.040867 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:14.077114 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:14.104388 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:14.105045 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.122492 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-19491c70-d7d6-4382-ada5-90f9afa4c9df tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238084 Mar 11 19:28:14.134409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Request body: {'port': {'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:14.200780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.295674 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-4957b72b-bb3d-42c4-adb6-e91dad583c1b None None] Provisioning complete for port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:14.296316 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4957b72b-bb3d-42c4-adb6-e91dad583c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.332102 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4957b72b-bb3d-42c4-adb6-e91dad583c1b None None] Port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:14.469375 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccba60b-03cb-47ae-aa6b-928df2f14c5f {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:14.476918 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Publish callbacks [] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.490532 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Transition to ACTIVE for port object 3ccba60b-03cb-47ae-aa6b-928df2f14c5f will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:14.494199 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.545002 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:14.631198 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Attempting to bind port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:14.631567 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Attempting to bind port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:14.631880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Attempting to bind port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:14.646302 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:14.646635 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Attempting to bind port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:14.653212 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:14.653690 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Checking segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:14.654215 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Bound using segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:14.659118 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Bound port: 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:14.659642 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.764599 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] For port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:14.782750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] For port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:14.790971 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.840895 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8b7ca-0a45-402f-89a1-5371a406ed84 req-c75a4473-22d7-4fba-b47d-2bea9c96ee0a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:14.842316 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6db8b7ca-0a45-402f-89a1-5371a406ed84 req-c75a4473-22d7-4fba-b47d-2bea9c96ee0a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.1209135 Mar 11 19:28:14.858996 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:14.860200 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.861905 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 1093 time: 0.7320602 Mar 11 19:28:14.867357 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:14.869862 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4dc975-5e69-4a36-91bd-8560025e3dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:14.939584 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560c7ed-58dc-4ae4-b651-3a9a4c0201c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:14.962135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6db8b7ca-0a45-402f-89a1-5371a406ed84 req-eafb4df8-2371-42bb-ab58-ab6564e1c0ae tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108057 Mar 11 19:28:14.963764 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b2003-4576-467c-b24c-55f66644abc4 x-openstack-request-id: req-b51b2003-4576-467c-b24c-55f66644abc4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:14.964060 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:14.964316 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b51b2003-4576-467c-b24c-55f66644abc4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:14.964708 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'status': 'completed', 'code': 200} Mar 11 19:28:14.990093 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-057e2752-5fd9-4f2a-b954-2a9fdafa37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:14.991616 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-057e2752-5fd9-4f2a-b954-2a9fdafa37f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1127 time: 0.0643404 Mar 11 19:28:15.035751 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-6420edae-32c9-42eb-acaa-881c6d41fb6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 217 time: 0.0373559 Mar 11 19:28:15.090440 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-d2d646f8-aeb2-4bdf-9823-bce8537e304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.091897 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-d2d646f8-aeb2-4bdf-9823-bce8537e304b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0511851 Mar 11 19:28:15.142941 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-2142c9bb-4db2-4c77-b414-f05c4f36006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.144445 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-2142c9bb-4db2-4c77-b414-f05c4f36006f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465660 Mar 11 19:28:15.236760 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-eb256d13-92f8-4dc3-8a49-cc5bb3e7d478 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Mar 11 19:28:15.330206 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-83a05ee3-e1f5-4424-b347-737b28a9ef65 req-2a3f75ff-6d9a-4cdb-820a-d61cc420de81 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Mar 11 19:28:15.429113 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-02bdfbcc-8216-46c5-bb1f-dc173183bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.430678 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-02bdfbcc-8216-46c5-bb1f-dc173183bb32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1127 time: 0.0510738 Mar 11 19:28:15.529352 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-5cab7553-991f-494f-9e29-25aab5e1157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.530772 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-5cab7553-991f-494f-9e29-25aab5e1157f service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0940285 Mar 11 19:28:15.573038 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-9ba2611e-2c13-4ec5-a319-16ee7218afb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 217 time: 0.0355027 Mar 11 19:28:15.631464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-9e712c2f-2c2f-48c1-8a49-a1e9248f4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.633025 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-9e712c2f-2c2f-48c1-8a49-a1e9248f4a54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0535407 Mar 11 19:28:15.684227 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-29da1ea4-0102-487e-ae4b-b78bb22b3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.685756 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-29da1ea4-0102-487e-ae4b-b78bb22b3ab5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469778 Mar 11 19:28:15.784470 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-36fdb72a-e889-4f06-bf5f-d99b7d43dfb2 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918646 Mar 11 19:28:15.884736 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-7f4dc975-5e69-4a36-91bd-8560025e3dcd req-d8058269-9ed7-41df-aa8c-97d05ba3187a service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940976 Mar 11 19:28:16.095846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4306527-a798-48ea-8a51-4b13ee0527e7 req-d8f0a044-c760-44fc-abe8-2d312e975a61 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:16.097281 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4306527-a798-48ea-8a51-4b13ee0527e7 req-d8f0a044-c760-44fc-abe8-2d312e975a61 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.0631163 Mar 11 19:28:16.147828 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f4306527-a798-48ea-8a51-4b13ee0527e7 req-1dc12629-7dcc-4856-a13f-cf0f2ed89d1c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450037 Mar 11 19:28:17.283163 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae720b5-58bb-4aa7-9874-6a8b566da59e req-09971f77-7869-4269-b160-28edc21e1d72 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:17.284650 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5ae720b5-58bb-4aa7-9874-6a8b566da59e req-09971f77-7869-4269-b160-28edc21e1d72 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.0669129 Mar 11 19:28:17.335501 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5ae720b5-58bb-4aa7-9874-6a8b566da59e req-14c50521-2858-412e-a17b-b9b9f049ae6b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453253 Mar 11 19:28:18.456500 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6394-58e5-4035-96cd-c78847cdc307 req-92e0c0e4-0bf5-4058-adb9-4dd458b182a4 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:18.466446 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bf2d6394-58e5-4035-96cd-c78847cdc307 req-92e0c0e4-0bf5-4058-adb9-4dd458b182a4 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.0532527 Mar 11 19:28:18.510126 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-bf2d6394-58e5-4035-96cd-c78847cdc307 req-6d1319fa-b6c7-47ae-985f-26f03a1ff13c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Mar 11 19:28:19.636321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e167133-100d-49a0-b7f1-b4b31ca3a357 req-cf2e3f93-e45e-4bc7-970c-ae8015f7c67c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:19.637754 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e167133-100d-49a0-b7f1-b4b31ca3a357 req-cf2e3f93-e45e-4bc7-970c-ae8015f7c67c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.0567060 Mar 11 19:28:19.689084 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3e167133-100d-49a0-b7f1-b4b31ca3a357 req-db165f0c-0bcc-4ba7-8491-5203fe153fec tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449040 Mar 11 19:28:20.814087 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372733b-86f4-4a1e-b925-59adde0d7666 req-54bccebb-6c65-4c22-97c0-75a34f509633 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:20.815766 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3372733b-86f4-4a1e-b925-59adde0d7666 req-54bccebb-6c65-4c22-97c0-75a34f509633 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.0547512 Mar 11 19:28:20.866167 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3372733b-86f4-4a1e-b925-59adde0d7666 req-eabbec66-3879-467c-b8c3-d32fabee1483 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Mar 11 19:28:21.987974 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994f720-b1fb-4137-ba5b-7b6d614d74e0 req-c78d3e97-90bf-40b4-a235-90dcc3de214b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:21.989475 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5994f720-b1fb-4137-ba5b-7b6d614d74e0 req-c78d3e97-90bf-40b4-a235-90dcc3de214b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 943 time: 0.0540469 Mar 11 19:28:22.045279 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5994f720-b1fb-4137-ba5b-7b6d614d74e0 req-db8ee0fc-ca2f-42c6-aa55-0f311fb2686a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490391 Mar 11 19:28:22.538481 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3ccba60b-03cb-47ae-aa6b-928df2f14c5f details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:22.637006 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:22.654029 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:28:22.692663 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:22.693078 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.707000 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccba60b-03cb-47ae-aa6b-928df2f14c5f {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:22.726978 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:22.730583 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.778756 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:22.962900 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['3ccba60b-03cb-47ae-aa6b-928df2f14c5f'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:23.173561 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b98b3b-1513-4561-ada1-f84850cb94b8 req-05be8021-f122-4c4a-b45f-bf519dc79b0c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:23.175140 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-67b98b3b-1513-4561-ada1-f84850cb94b8 req-05be8021-f122-4c4a-b45f-bf519dc79b0c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 944 time: 0.0619152 Mar 11 19:28:23.224627 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-67b98b3b-1513-4561-ada1-f84850cb94b8 req-bebca5c7-932d-4a23-ac58-8cd66d7d2616 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437844 Mar 11 19:28:24.348259 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054892-c8d0-4db8-9054-f077006cadc2 req-d27f138f-2799-4460-b44b-bfa236569149 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:24.349763 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40054892-c8d0-4db8-9054-f077006cadc2 req-d27f138f-2799-4460-b44b-bfa236569149 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 944 time: 0.0553772 Mar 11 19:28:24.404322 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-40054892-c8d0-4db8-9054-f077006cadc2 req-f36adf6d-39b2-4952-82db-3bcdd6d4a3dd tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489175 Mar 11 19:28:24.555348 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3ccba60b-03cb-47ae-aa6b-928df2f14c5f up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:24.610513 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:28:24.614401 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:24.614779 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.697446 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:24.697842 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.720915 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:24.723182 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0224906-7184-468f-a5f7-de08282650be" -d '{"events": [{"server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "name": "network-vif-plugged", "status": "completed", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:24.737299 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:24.741436 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.764273 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d760f1-8d68-4fab-91ab-62d8d6bc02a7 x-openstack-request-id: req-d9d760f1-8d68-4fab-91ab-62d8d6bc02a7 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:24.764573 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "name": "network-vif-plugged", "status": "completed", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:24.764858 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9d760f1-8d68-4fab-91ab-62d8d6bc02a7 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:24.765257 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'code': 200} Mar 11 19:28:24.793145 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:24.994260 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d97b31-2cc6-460f-8acd-0fbf4ea42344 req-62369d76-b5a7-45f0-83de-b9fc469d98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:24.995761 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-43d97b31-2cc6-460f-8acd-0fbf4ea42344 req-62369d76-b5a7-45f0-83de-b9fc469d98f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1129 time: 0.0511699 Mar 11 19:28:25.044635 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-43d97b31-2cc6-460f-8acd-0fbf4ea42344 req-8b316ddd-4195-4d13-82a3-f8ec5417ab84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Mar 11 19:28:25.529464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd254-26f2-497e-94e1-e66d1665dd73 req-f4ac406b-1a9a-4780-b1cd-3de0195ccf12 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:25.530940 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ec3cd254-26f2-497e-94e1-e66d1665dd73 req-f4ac406b-1a9a-4780-b1cd-3de0195ccf12 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 945 time: 0.0537446 Mar 11 19:28:25.582244 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ec3cd254-26f2-497e-94e1-e66d1665dd73 req-1312e410-a637-43e8-b018-c2308b34b1f1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454762 Mar 11 19:28:26.707203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91abea-6e8b-4b67-87b1-e578d47cd008 req-74d6a509-a909-4025-883b-2148fe3d1a88 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:26.708756 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0b91abea-6e8b-4b67-87b1-e578d47cd008 req-74d6a509-a909-4025-883b-2148fe3d1a88 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 945 time: 0.0547173 Mar 11 19:28:26.765131 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-0b91abea-6e8b-4b67-87b1-e578d47cd008 req-dd1c4f8d-4806-47b1-9b38-0a58fccfdb5a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479748 Mar 11 19:28:26.886269 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2117-face-45bc-8007-2bab6473861b req-a1d28fac-77bd-4786-b477-7770c5354637 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:26.887736 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-659a2117-face-45bc-8007-2bab6473861b req-a1d28fac-77bd-4786-b477-7770c5354637 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 945 time: 0.0539057 Mar 11 19:28:26.936999 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-659a2117-face-45bc-8007-2bab6473861b req-ef313ade-a43c-4222-a011-797dea7981dc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Mar 11 19:28:26.959556 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49576) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:27.005684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafd2a9-eb94-49de-b93b-620250a329b4 tempest-TestVolumeBootPattern-437660322 tempest-TestVolumeBootPattern-437660322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:27.007199 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-1bafd2a9-eb94-49de-b93b-620250a329b4 tempest-TestVolumeBootPattern-437660322 tempest-TestVolumeBootPattern-437660322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1124 time: 0.0467269 Mar 11 19:28:27.009990 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49578) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:27.014120 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:27.036832 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.137595 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.250801 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Allocated IP 172.27.2.136 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:27.359613 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.394642 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.430245 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:27.433108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:27.439196 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:27.466113 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:27.815221 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (1d7e9204-41f9-4dd1-ad32-d015e8d9982c), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.886778 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.035722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.040228 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.112382 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:28.123464 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (1d7e9204-41f9-4dd1-ad32-d015e8d9982c), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.227468 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Floating IP 1d7e9204-41f9-4dd1-ad32-d015e8d9982c associated. External IP: 172.27.2.136, port: 3ccba60b-03cb-47ae-aa6b-928df2f14c5f. Mar 11 19:28:28.457722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:28.568225 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:28.578972 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:28.587024 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.591492 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:28.592491 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:28:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:28.719806 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:28.904692 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-5904df31-33c0-44e5-8282-a5a083866ce9 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8936577 Mar 11 19:28:28.905367 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:28.909057 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548866c-4220-4ad0-af29-16c5dd41dbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:28.947154 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5792b7a3-dc04-477d-badf-23a17ab646f8 x-openstack-request-id: req-5792b7a3-dc04-477d-badf-23a17ab646f8 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:28.947452 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:28.947702 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5792b7a3-dc04-477d-badf-23a17ab646f8 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:28.948094 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'status': 'completed', 'code': 200} Mar 11 19:28:28.991156 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:27Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:29.023103 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-02964f24-09f1-4aa1-bc3c-d0f1eeeaac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.024626 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-02964f24-09f1-4aa1-bc3c-d0f1eeeaac2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1129 time: 0.0538096 Mar 11 19:28:29.136003 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-2184b516-2c90-4853-a0f9-ee1e26b2c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.137516 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-2184b516-2c90-4853-a0f9-ee1e26b2c4cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.1051495 Mar 11 19:28:29.153615 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:29.163580 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:29.164207 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:28:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:29.206898 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-37acc4a5-8718-45b6-bf9d-b85b12f84fe0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 999 time: 0.0626791 Mar 11 19:28:29.265184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-e19c9ac3-95c8-4696-8155-9cae0c223a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.267833 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-e19c9ac3-95c8-4696-8155-9cae0c223a2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0536571 Mar 11 19:28:29.275567 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:29.323105 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-0cf1f3ea-af5d-4921-83b7-c4136371392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.324637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-0cf1f3ea-af5d-4921-83b7-c4136371392a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500288 Mar 11 19:28:29.417116 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-503a02b8-f75b-4f38-bdc7-dd59f7f385e6 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Mar 11 19:28:29.512877 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:27Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:29.520440 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e548866c-4220-4ad0-af29-16c5dd41dbb5 req-a1d84831-fcaa-4ed4-81e1-9398b5bd66ed service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962145 Mar 11 19:28:29.546476 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44ad19-f3c4-4bff-9912-efc891159539 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:27Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:29.745495 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df747df-8df1-43b2-b4a2-f8a4558d8a78 None None] New status for floating IP 1d7e9204-41f9-4dd1-ad32-d015e8d9982c: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:34.682089 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77f640d4-c79f-4887-b52d-4aabbc07d1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.473948 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.977798 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-098c97ae-a517-4165-b009-342d9dff8f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.801878 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.885598 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:28:40.383291 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.740919 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:44.056714 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-b36daaf4-9587-412c-8c35-2cf32a9a4a34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522299 Mar 11 19:28:44.154137 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2330-3524-49db-8fd8-9c6423405197 req-7bb7fc35-730a-46a7-9958-2747ff34d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.155669 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-7bb7fc35-730a-46a7-9958-2747ff34d188 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 1130 time: 0.0490937 Mar 11 19:28:44.282187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2330-3524-49db-8fd8-9c6423405197 req-7cbe7a49-c4ed-46bc-bb90-49e72b9ac101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.289351 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-7cbe7a49-c4ed-46bc-bb90-49e72b9ac101 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.1066630 Mar 11 19:28:44.369894 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-ed3d7a69-4284-4c84-b7a7-755bd5faf319 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534 HTTP/1.1" status: 200 len: 1001 time: 0.0743876 Mar 11 19:28:44.425679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2330-3524-49db-8fd8-9c6423405197 req-b1451ff1-7bf3-4b2f-be3f-0abf1eca3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.427151 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-b1451ff1-7bf3-4b2f-be3f-0abf1eca3722 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0507953 Mar 11 19:28:44.477996 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2330-3524-49db-8fd8-9c6423405197 req-e990c3e5-3694-40ba-ae5f-b0b021d8f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.479392 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-e990c3e5-3694-40ba-ae5f-b0b021d8f34c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447810 Mar 11 19:28:44.574611 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-6b80a862-9550-474f-8130-be3e7d3ed48b service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871315 Mar 11 19:28:44.682305 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-e7df2330-3524-49db-8fd8-9c6423405197 req-8a942262-bf66-46a0-b230-acfc6ff365aa service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003680 Mar 11 19:28:52.448718 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0568a9-7756-4361-a844-29dfa43c9a06 req-b4ca06d1-08f1-4ece-967b-654f10bde14c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:52.450230 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa0568a9-7756-4361-a844-29dfa43c9a06 req-b4ca06d1-08f1-4ece-967b-654f10bde14c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0627267 Mar 11 19:28:52.507468 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aa0568a9-7756-4361-a844-29dfa43c9a06 req-e56583b7-90ed-428d-b6f4-01f8d9d12f1a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512702 Mar 11 19:28:53.635072 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320c1db-44d3-4ab3-9c81-992826187c3c req-32a9ba8e-8137-47fe-bcfc-287eb7855a15 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:53.636552 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1320c1db-44d3-4ab3-9c81-992826187c3c req-32a9ba8e-8137-47fe-bcfc-287eb7855a15 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0600309 Mar 11 19:28:53.686750 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1320c1db-44d3-4ab3-9c81-992826187c3c req-2851f8eb-9284-47b0-ac84-3241f7fa111d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=53b5b574-7217-418b-a9bc-0507c404e12a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445108 Mar 11 19:28:54.152654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-5d7436b7-e3a9-4153-88c0-a62b70758f49 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:54.154425 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-5d7436b7-e3a9-4153-88c0-a62b70758f49 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 946 time: 0.0527718 Mar 11 19:28:54.255943 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port 9749fd6e-6b23-4be4-bf23-8a83e885d534 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:54.256290 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.365434 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] For port 9749fd6e-6b23-4be4-bf23-8a83e885d534, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=9749fd6e-6b23-4be4-bf23-8a83e885d534,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:54.365798 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.543771 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.544051 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (64174665-dd4a-41ea-9372-173a9fdae0c1), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.544363 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 64174665-dd4a-41ea-9372-173a9fdae0c1 disassociated. External IP: 172.27.2.14, port: 9749fd6e-6b23-4be4-bf23-8a83e885d534. Mar 11 19:28:54.544700 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for 9749fd6e-6b23-4be4-bf23-8a83e885d534 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:54.695117 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (9749fd6e-6b23-4be4-bf23-8a83e885d534), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.722121 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=9749fd6e-6b23-4be4-bf23-8a83e885d534,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:54.733754 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.734125 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.734475 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.734822 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.735164 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.735502 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.735833 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.736710 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.737071 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.737401 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.737742 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.738066 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.738390 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.824124 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-843a32f7-a18a-4c01-8d23-b375a7943f73 req-cb53d25e-5b13-48b1-bc80-ca4e28bdacac tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=79c4fd7d-0633-43fe-a073-de58aee0316e HTTP/1.1" status: 200 len: 210 time: 0.0332897 Mar 11 19:28:54.891222 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:55.007515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:55.018118 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:55.030283 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:55.030937 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:28:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:55.061076 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] No DVR routers for this DVR port 9749fd6e-6b23-4be4-bf23-8a83e885d534 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:55.063742 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.067604 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f68d9536-070c-4b33-af99-f6bb2b836b7d req-ea2f4457-e0e7-4209-80ec-b5c4332a2db0 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "DELETE /v2.0/ports/9749fd6e-6b23-4be4-bf23-8a83e885d534 HTTP/1.1" status: 204 len: 173 time: 0.9079442 Mar 11 19:28:55.068184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'name': 'network-vif-deleted', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:55.070877 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1659040-faf4-40e9-9393-a1cdbc4e17c0" -d '{"events": [{"server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "name": "network-vif-deleted", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:55.112931 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea8127-1087-41d7-ab6c-6f5edb48b191 x-openstack-request-id: req-d0ea8127-1087-41d7-ab6c-6f5edb48b191 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:55.113270 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c4fd7d-0633-43fe-a073-de58aee0316e", "name": "network-vif-deleted", "tag": "9749fd6e-6b23-4be4-bf23-8a83e885d534", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:55.113534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0ea8127-1087-41d7-ab6c-6f5edb48b191 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:55.113940 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c4fd7d-0633-43fe-a073-de58aee0316e', 'name': 'network-vif-deleted', 'tag': '9749fd6e-6b23-4be4-bf23-8a83e885d534', 'status': 'completed', 'code': 200} Mar 11 19:28:55.154525 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:55.385338 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:55.413621 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:55.422168 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:55.422772 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:28:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:55.553332 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:55.762503 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:55.793639 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc65fc6-10ec-4b45-9ab2-ec68d029ba18 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:55.910546 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49662) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:55.968556 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4559757-c0bb-423a-acfb-12ee7948d178 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (53b5b574-7217-418b-a9bc-0507c404e12a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.998768 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4559757-c0bb-423a-acfb-12ee7948d178 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (53b5b574-7217-418b-a9bc-0507c404e12a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.047482 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7183eb-98cc-4172-8d98-a95e0c629737 None None] New status for floating IP 64174665-dd4a-41ea-9372-173a9fdae0c1: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:56.056176 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4559757-c0bb-423a-acfb-12ee7948d178 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (53b5b574-7217-418b-a9bc-0507c404e12a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.058896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-d4559757-c0bb-423a-acfb-12ee7948d178 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.062511 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-d4559757-c0bb-423a-acfb-12ee7948d178 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/security-groups/53b5b574-7217-418b-a9bc-0507c404e12a HTTP/1.1" status: 204 len: 168 time: 0.1485021 Mar 11 19:28:56.062904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49664) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:56.071675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4559757-c0bb-423a-acfb-12ee7948d178 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b5b574-7217-418b-a9bc-0507c404e12a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.080111 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.api.v2.resource [None req-6ac27c71-c59a-44dd-99cf-c08c7880a5dc tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] show failed (client error): The resource could not be found. Mar 11 19:28:56.081334 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6ac27c71-c59a-44dd-99cf-c08c7880a5dc tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups/53b5b574-7217-418b-a9bc-0507c404e12a HTTP/1.1" status: 404 len: 347 time: 0.0168390 Mar 11 19:28:56.085779 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49668) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:56.243622 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port 9f1fd901-7c7e-41d1-9065-c32cd754a013 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:56.243979 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.336215 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.336452 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (9f1fd901-7c7e-41d1-9065-c32cd754a013), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.350705 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for 9f1fd901-7c7e-41d1-9065-c32cd754a013 owned by network:floatingip {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:56.498168 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (9f1fd901-7c7e-41d1-9065-c32cd754a013), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.521658 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=9f1fd901-7c7e-41d1-9065-c32cd754a013,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.534723 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.535085 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.535434 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.535778 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.536121 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.536459 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.536819 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.537153 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.537490 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.537815 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.538144 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.538473 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.538795 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:56.606077 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (64174665-dd4a-41ea-9372-173a9fdae0c1), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.608715 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.609941 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-518084dc-d7ea-4dc1-b058-086f814b2e7a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/floatingips/64174665-dd4a-41ea-9372-173a9fdae0c1 HTTP/1.1" status: 204 len: 168 time: 0.5232244 Mar 11 19:28:56.798257 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49672) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:56.803014 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768165056', 'description': 'tempest-description--1795009663'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:56.824260 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.894188 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (2dee9a2f-4a2c-43c3-91b0-257761382e15), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.906958 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2dee9a2f-4a2c-43c3-91b0-257761382e15), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.937802 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.939019 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396329 Mar 11 19:28:56.940623 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bc111-2f62-4c5a-896c-2e5a6f490ef7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee9a2f-4a2c-43c3-91b0-257761382e15,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.942830 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49674) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:56.949696 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': '2dee9a2f-4a2c-43c3-91b0-257761382e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:56.978232 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (3c36d88a-f5cc-480d-b912-fe2e1d29a49d), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.042632 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (3c36d88a-f5cc-480d-b912-fe2e1d29a49d), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.046493 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (3c36d88a-f5cc-480d-b912-fe2e1d29a49d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.071746 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c36d88a-f5cc-480d-b912-fe2e1d29a49d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:57.077434 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.078656 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-7ad51b3e-7ab9-4e3c-b82c-1fbe659e4e1e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341014 Mar 11 19:28:57.081319 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49676) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:57.085540 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'security_group_rule': {'security_group_id': '2dee9a2f-4a2c-43c3-91b0-257761382e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:57.112861 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (79fbf99b-0f3e-4c13-b247-05ad8b6bed1a), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.173365 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (79fbf99b-0f3e-4c13-b247-05ad8b6bed1a), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.177691 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772961'] for security_group_rule (79fbf99b-0f3e-4c13-b247-05ad8b6bed1a), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.195868 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fbf99b-0f3e-4c13-b247-05ad8b6bed1a,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:57.203619 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.205601 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-0311ff77-4610-460d-9a56-18bafba7ac8d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225739 Mar 11 19:28:57.208037 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49678) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:57.212709 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:57.233083 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.334077 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.442908 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_common [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.27.2.25 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/4d2556a7-50d4-4644-9d88-efbf3a7a315b) {{(pid=103353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:57.550150 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.583810 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.621963 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:57.627648 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:57.631436 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:57.637065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=4d2556a7-50d4-4644-9d88-efbf3a7a315b,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:57.724904 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (06e60144-01a9-44cb-b53f-763eb30af6e5), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.762619 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), before_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.918053 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), precommit_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.922642 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4427692'] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), after_update {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.993324 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=4d2556a7-50d4-4644-9d88-efbf3a7a315b,revision_number=2']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:58.007166 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (06e60144-01a9-44cb-b53f-763eb30af6e5), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.023280 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.024532 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-cc68b333-a5dc-4941-943e-5aa96cb6b96b tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8155057 Mar 11 19:28:58.184736 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-fe1a96e0-96ee-41bd-9c8a-263e9a31abc5 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--768165056&fields=id&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 267 time: 0.0528810 Mar 11 19:28:58.293684 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-22b47d2b-74e4-4af4-8c9f-68be19dd4d32 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.295031 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-22b47d2b-74e4-4af4-8c9f-68be19dd4d32 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.1031377 Mar 11 19:28:58.310444 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-90cbf510-c657-4af4-8bbf-95f33ef19058 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/quotas/f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 375 time: 0.0097003 Mar 11 19:28:58.367957 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-171d6245-43ad-421c-b557-b807d75d811d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513093 Mar 11 19:28:58.472244 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-ad35c70c-cec9-45e5-b9d2-865b699d0649 service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923700 Mar 11 19:28:58.578697 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-ef883ad4-39d6-4c15-a1e5-0e13db82b895 service neutron] 10.222.0.55 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006384 Mar 11 19:28:58.740604 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9749fd6e-6b23-4be4-bf23-8a83e885d534 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:58.744695 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-16d8f3b6-9433-47b4-a4d0-316914120da1 req-2f455022-4bea-4b5d-ac68-123171165e3d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 210 time: 0.0281303 Mar 11 19:28:58.764583 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 9749fd6e-6b23-4be4-bf23-8a83e885d534 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:28:58.765039 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 9749fd6e-6b23-4be4-bf23-8a83e885d534 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:59.696740 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-0cf39439-a9d9-43ba-afa7-ddca9eb74db8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:59.698244 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-0cf39439-a9d9-43ba-afa7-ddca9eb74db8 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 814 time: 0.1095831 Mar 11 19:28:59.763887 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-8f0706a1-8b2e-45fa-94c6-a21c85698fa4 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52579281a9a473ea120a234231dc54c HTTP/1.1" status: 200 len: 379 time: 0.0562043 Mar 11 19:28:59.777171 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'port': {'device_id': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'admin_state_up': True, 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'security_groups': ['2dee9a2f-4a2c-43c3-91b0-257761382e15']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:59.872605 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-ba52ec20-def5-4943-9ade-497e076a2d32 req-90b29dbe-ddfd-4c63-adb7-b37960997e4e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 210 time: 0.0552266 Mar 11 19:28:59.913115 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Made reservation on behalf of f52579281a9a473ea120a234231dc54c for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:59.916551 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.048022 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Allocated IP 172.20.0.4 (67023643-c225-41fc-80f1-ea35f3e1e500/d057bd66-d92d-4fb4-8ca3-a87f116b6df5/ca40df79-ac76-457f-8a0a-d88f85680e9d) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:00.194144 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.226739 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.270502 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Network 67023643-c225-41fc-80f1-ea35f3e1e500 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:00.275484 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:00.279572 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:00.306381 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event updated for resources: {'Port': ['ID=ca40df79-ac76-457f-8a0a-d88f85680e9d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:00.335972 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:00.336651 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.354304 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-52163bbc-11fb-4f90-8a4e-cfb777d17363 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831406 Mar 11 19:29:00.368589 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Request body: {'port': {'device_id': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:00.434722 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.511949 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-c6d63a41-601d-4ff5-91e2-694ca4a0db12 None None] Provisioning complete for port ca40df79-ac76-457f-8a0a-d88f85680e9d triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:00.512642 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6d63a41-601d-4ff5-91e2-694ca4a0db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.561421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c6d63a41-601d-4ff5-91e2-694ca4a0db12 None None] Port ca40df79-ac76-457f-8a0a-d88f85680e9d cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:00.708998 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca40df79-ac76-457f-8a0a-d88f85680e9d {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:00.716251 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Publish callbacks [] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.728147 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Transition to ACTIVE for port object ca40df79-ac76-457f-8a0a-d88f85680e9d will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:00.732075 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.789329 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca40df79-ac76-457f-8a0a-d88f85680e9d,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:00.862873 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Attempting to bind port ca40df79-ac76-457f-8a0a-d88f85680e9d on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:00.863219 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Attempting to bind port ca40df79-ac76-457f-8a0a-d88f85680e9d by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:00.863551 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Attempting to bind port ca40df79-ac76-457f-8a0a-d88f85680e9d on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:00.868544 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Port ca40df79-ac76-457f-8a0a-d88f85680e9d on network 67023643-c225-41fc-80f1-ea35f3e1e500 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:00.868916 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Attempting to bind port ca40df79-ac76-457f-8a0a-d88f85680e9d on network 67023643-c225-41fc-80f1-ea35f3e1e500 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:00.874425 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:00.874781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Checking segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:00.875165 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Bound using segment: {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:00.875601 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Bound port: ca40df79-ac76-457f-8a0a-d88f85680e9d, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26d9481-1dfc-48db-8d95-217a57eab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:00.875959 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.949110 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] For port ca40df79-ac76-457f-8a0a-d88f85680e9d, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:00.984716 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] For port ca40df79-ac76-457f-8a0a-d88f85680e9d, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:00.995423 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:01.038534 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.039069 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:01.040801 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca40df79-ac76-457f-8a0a-d88f85680e9d HTTP/1.1" status: 200 len: 1093 time: 0.6795044 Mar 11 19:29:01.043862 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:01.046944 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de6ffad-49d4-4947-993d-46c055774403" -d '{"events": [{"name": "network-changed", "server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:01.071162 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6af10-8078-41f7-87a2-dd540c3ebfae req-9151ceef-ec3e-4107-8c0c-ddd439bb991a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.072822 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ed6af10-8078-41f7-87a2-dd540c3ebfae req-9151ceef-ec3e-4107-8c0c-ddd439bb991a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 943 time: 0.1259909 Mar 11 19:29:01.093672 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b717a17c-6242-4ca1-8dfe-a95a079b956e x-openstack-request-id: req-b717a17c-6242-4ca1-8dfe-a95a079b956e {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:01.094063 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:01.094322 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b717a17c-6242-4ca1-8dfe-a95a079b956e {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:01.094709 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'status': 'completed', 'code': 200} Mar 11 19:29:01.116581 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0b915-4b64-4a7d-ab24-f8b62ead89a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca40df79-ac76-457f-8a0a-d88f85680e9d,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:01.172297 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6ed6af10-8078-41f7-87a2-dd540c3ebfae req-75292bf4-fa81-45de-a75a-9a20e4976be5 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889919 Mar 11 19:29:01.180596 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-6268675c-ef13-4395-a09e-4aa3da0494e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.182495 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-6268675c-ef13-4395-a09e-4aa3da0494e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 1127 time: 0.0832467 Mar 11 19:29:01.226748 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-34e540a5-fb7b-4013-a600-c46b81ee51d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d HTTP/1.1" status: 200 len: 217 time: 0.0358152 Mar 11 19:29:01.278827 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-e61be9c3-845b-4f86-a409-440944cba879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.280302 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-e61be9c3-845b-4f86-a409-440944cba879 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0484185 Mar 11 19:29:01.336304 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909eb05e-9528-498c-a697-e4e7744becfe req-5444e243-7b7f-487a-8633-066c8d3eb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.337749 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-5444e243-7b7f-487a-8633-066c8d3eb72d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514488 Mar 11 19:29:01.441326 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-5c5d150d-f5e4-49d6-a7f7-fbfc75c08399 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968728 Mar 11 19:29:01.540902 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-909eb05e-9528-498c-a697-e4e7744becfe req-fd927968-df8f-4014-b32d-70415d31bdc3 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932481 Mar 11 19:29:01.656044 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ffad-49d4-4947-993d-46c055774403 req-8ba4bc80-b901-41df-9d70-69f6769d2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.657697 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-8ba4bc80-b901-41df-9d70-69f6769d2db1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 1127 time: 0.0716014 Mar 11 19:29:01.775922 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ffad-49d4-4947-993d-46c055774403 req-d33e0f02-c1b5-40c6-893f-d6b586603232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.777464 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-d33e0f02-c1b5-40c6-893f-d6b586603232 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.1138947 Mar 11 19:29:01.819855 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-59633ac7-fa37-48f7-82c6-84c72346fc04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d HTTP/1.1" status: 200 len: 217 time: 0.0363917 Mar 11 19:29:01.876089 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ffad-49d4-4947-993d-46c055774403 req-462c2abd-ffa5-4d32-a931-632ca0eb0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.878435 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-462c2abd-ffa5-4d32-a931-632ca0eb0650 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0526352 Mar 11 19:29:01.929233 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ffad-49d4-4947-993d-46c055774403 req-bce365eb-6a01-458f-add2-20630801708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.930676 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-bce365eb-6a01-458f-add2-20630801708d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461922 Mar 11 19:29:02.030470 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-ca1ce2bd-79f0-4000-9f39-feccb12ec26f service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911746 Mar 11 19:29:02.139319 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6de6ffad-49d4-4947-993d-46c055774403 req-4437bfda-7fa8-4ab7-9ea8-02ec028b8c2b service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030676 Mar 11 19:29:02.312501 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fc9cc-9d5d-486f-898d-802a1c33e8a1 req-a2c3bbef-d38c-43f7-b01d-fe5d2b827641 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.314021 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f65fc9cc-9d5d-486f-898d-802a1c33e8a1 req-a2c3bbef-d38c-43f7-b01d-fe5d2b827641 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 943 time: 0.0645330 Mar 11 19:29:02.360363 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f65fc9cc-9d5d-486f-898d-802a1c33e8a1 req-9a3815e8-ac98-4bd3-87d8-768ef2e637fc tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398712 Mar 11 19:29:03.492632 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef512f6-ffe5-43d7-862b-0046227b2d98 req-280ee6f7-9dd4-428e-abe4-72af0c57dc41 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:03.494343 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aef512f6-ffe5-43d7-862b-0046227b2d98 req-280ee6f7-9dd4-428e-abe4-72af0c57dc41 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 943 time: 0.0572948 Mar 11 19:29:03.543053 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aef512f6-ffe5-43d7-862b-0046227b2d98 req-5222fdac-fed0-4712-ba84-e0810347620d tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Mar 11 19:29:04.672602 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c47c6-884c-4b07-b556-ecff713cbfa1 req-81572057-1255-4022-aefd-e9c95eb4cbcf tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.674650 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dd3c47c6-884c-4b07-b556-ecff713cbfa1 req-81572057-1255-4022-aefd-e9c95eb4cbcf tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 943 time: 0.0619841 Mar 11 19:29:04.685188 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d676b987-bb69-4113-99f8-dfa56e7027c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.723021 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dd3c47c6-884c-4b07-b556-ecff713cbfa1 req-b72dd412-b667-4842-90c5-93897a07a874 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Mar 11 19:29:04.786162 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device ca40df79-ac76-457f-8a0a-d88f85680e9d details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:29:04.889234 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port ca40df79-ac76-457f-8a0a-d88f85680e9d, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:04.901117 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'port_id': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'mac_address': 'fa:16:3e:5e:88:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:29:04.941886 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port ca40df79-ac76-457f-8a0a-d88f85680e9d is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:04.942274 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.956092 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca40df79-ac76-457f-8a0a-d88f85680e9d {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:04.977771 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port ca40df79-ac76-457f-8a0a-d88f85680e9d, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:04.981808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.030652 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=ca40df79-ac76-457f-8a0a-d88f85680e9d,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:05.038140 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.038496 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.038839 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.039176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.039511 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.039839 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.040167 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.040494 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.040846 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.041173 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.041497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.041816 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.042139 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:05.205380 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['ca40df79-ac76-457f-8a0a-d88f85680e9d'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:29:05.472210 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.845004 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea1eef-7824-4eb1-92db-d725d7bc6132 req-6a2758f9-c8cb-4b6d-b1c5-47a87df2a41a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.846974 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-07ea1eef-7824-4eb1-92db-d725d7bc6132 req-6a2758f9-c8cb-4b6d-b1c5-47a87df2a41a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 944 time: 0.0529425 Mar 11 19:29:05.906382 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-07ea1eef-7824-4eb1-92db-d725d7bc6132 req-082013be-d23c-41b7-9698-59a13835177f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538614 Mar 11 19:29:06.786718 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device ca40df79-ac76-457f-8a0a-d88f85680e9d up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:06.837983 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port ca40df79-ac76-457f-8a0a-d88f85680e9d completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:29:06.841923 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port ca40df79-ac76-457f-8a0a-d88f85680e9d triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:06.842301 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.037775 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c203f659-c08d-4213-8589-dadac13b3e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.041224 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d8086-b294-4b4e-8156-800c2e4d2d61 req-1d3c2840-84be-4c2e-a906-6fe4fae39233 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:07.042760 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-237d8086-b294-4b4e-8156-800c2e4d2d61 req-1d3c2840-84be-4c2e-a906-6fe4fae39233 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 944 time: 0.0558312 Mar 11 19:29:07.088457 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port ca40df79-ac76-457f-8a0a-d88f85680e9d is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:07.088929 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.094752 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-237d8086-b294-4b4e-8156-800c2e4d2d61 req-74118e49-6cf1-4808-8ed6-719bdf8ca4db tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432448 Mar 11 19:29:07.113969 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:07.116305 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dc8188-164b-4a57-bd80-2ea0903d58aa" -d '{"events": [{"server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:07.129778 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port ca40df79-ac76-457f-8a0a-d88f85680e9d, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:07.133869 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.161333 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d394434-cd43-4c9f-acf1-169ace291223 x-openstack-request-id: req-1d394434-cd43-4c9f-acf1-169ace291223 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:07.161792 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:07.162045 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d394434-cd43-4c9f-acf1-169ace291223 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:07.162459 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'code': 200} Mar 11 19:29:07.190092 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=ca40df79-ac76-457f-8a0a-d88f85680e9d,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:07.328315 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a22da-c46f-49b2-b86f-704ed696b0a0 req-f982619c-e737-4eb4-ab22-5409d52c28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:07.329964 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d83a22da-c46f-49b2-b86f-704ed696b0a0 req-f982619c-e737-4eb4-ab22-5409d52c28c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 1129 time: 0.0448916 Mar 11 19:29:07.383637 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d83a22da-c46f-49b2-b86f-704ed696b0a0 req-d24e33ba-c295-4875-a816-dcd2aad0cc3a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476365 Mar 11 19:29:08.232206 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc11353-a5e9-4169-a1ff-ec0344db2853 req-19220c5d-7775-42b7-9f84-ca59e65eac29 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.233693 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1fc11353-a5e9-4169-a1ff-ec0344db2853 req-19220c5d-7775-42b7-9f84-ca59e65eac29 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 945 time: 0.0591326 Mar 11 19:29:08.281835 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-1fc11353-a5e9-4169-a1ff-ec0344db2853 req-d3f71ec4-d449-4b7b-b577-5dde3bed12c3 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Mar 11 19:29:08.805342 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:09.411547 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6de3f-7c1f-468b-8562-c007011dc78a req-9f6482ee-5762-43d4-a770-7d0b6c092b13 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.413091 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3af6de3f-7c1f-468b-8562-c007011dc78a req-9f6482ee-5762-43d4-a770-7d0b6c092b13 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 945 time: 0.0549994 Mar 11 19:29:09.461034 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-3af6de3f-7c1f-468b-8562-c007011dc78a req-70180652-7902-487c-b1a5-e8dd23077eed tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423803 Mar 11 19:29:09.575564 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98229e2f-34c1-40a3-80c1-72dbcc66790b req-53ec628a-9273-4366-88b8-dfddbb49e98e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.576969 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-98229e2f-34c1-40a3-80c1-72dbcc66790b req-53ec628a-9273-4366-88b8-dfddbb49e98e tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 945 time: 0.0523250 Mar 11 19:29:09.586336 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49738) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:09.590661 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Request body: {'floatingip': {'port_id': 'ca40df79-ac76-457f-8a0a-d88f85680e9d'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:09.633181 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (06e60144-01a9-44cb-b53f-763eb30af6e5), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.354536 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.358482 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (06e60144-01a9-44cb-b53f-763eb30af6e5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.396158 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.466421 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 06e60144-01a9-44cb-b53f-763eb30af6e5 associated. External IP: 172.27.2.25, port: ca40df79-ac76-457f-8a0a-d88f85680e9d. Mar 11 19:29:10.685794 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:10.809261 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:10.815277 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.819855 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:10.829853 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:10.830900 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:29:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:10.844851 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-8fc6e816-bc91-4606-8724-be6872510130 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "PUT /v2.0/floatingips/06e60144-01a9-44cb-b53f-763eb30af6e5 HTTP/1.1" status: 200 len: 990 time: 1.2574439 Mar 11 19:29:10.845427 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:10.848273 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721f9473-4096-41a7-8dc5-80b7eb4d14e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:10.890812 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02f46a-322d-46dc-b2da-cb43ff232760 x-openstack-request-id: req-0f02f46a-322d-46dc-b2da-cb43ff232760 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:10.891108 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:10.891382 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f02f46a-322d-46dc-b2da-cb43ff232760 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:10.891809 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'status': 'completed', 'code': 200} Mar 11 19:29:10.952935 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:10.960880 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-399b4e79-eb67-4edb-8c7f-4c585672fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.962483 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-399b4e79-eb67-4edb-8c7f-4c585672fd13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f52579281a9a473ea120a234231dc54c&device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 1129 time: 0.0467989 Mar 11 19:29:11.061814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-40bc018f-a183-4c04-a7d3-27e0fd17f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.063348 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-40bc018f-a183-4c04-a7d3-27e0fd17f61d service neutron] 10.222.0.18 "GET /v2.0/networks?id=67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 200 len: 915 time: 0.0937223 Mar 11 19:29:11.136784 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-dc84b897-4d08-4c70-87d4-1ce2b1f26dc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d HTTP/1.1" status: 200 len: 998 time: 0.0672481 Mar 11 19:29:11.192607 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-431b6935-a105-41a8-8c31-21b4bbc8ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.194334 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-431b6935-a105-41a8-8c31-21b4bbc8ede1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 200 len: 853 time: 0.0503392 Mar 11 19:29:11.200298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '06e60144-01a9-44cb-b53f-763eb30af6e5', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:5e:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:57Z', 'updated_at': '2022-03-11T19:29:10Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:11.232307 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:11.241432 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:11.242093 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:29:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:11.250493 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-ffd75514-4067-456e-850c-2e46c9c40a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.252552 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-ffd75514-4067-456e-850c-2e46c9c40a28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67023643-c225-41fc-80f1-ea35f3e1e500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517387 Mar 11 19:29:11.351634 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-38d8fb12-96dc-4e8c-988d-85b082b92793 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938423 Mar 11 19:29:11.359190 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:11.459818 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-721f9473-4096-41a7-8dc5-80b7eb4d14e2 req-073a805e-c74a-4847-bbde-bdda1108c2d0 service neutron] 10.222.0.18 "GET /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015277 Mar 11 19:29:11.599653 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '06e60144-01a9-44cb-b53f-763eb30af6e5', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:5e:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:57Z', 'updated_at': '2022-03-11T19:29:10Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:11.630293 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d695f-6b1f-4335-9627-ec82d6510209 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '06e60144-01a9-44cb-b53f-763eb30af6e5', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '969df542-d64a-465c-a623-18e12918909c', 'port_id': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'mac_address': 'fa:16:3e:5e:88:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:57Z', 'updated_at': '2022-03-11T19:29:10Z', 'revision_number': 1, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:11.754599 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.828873 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9db07c9-824b-4843-bcdd-977ca7e9081b None None] New status for floating IP 06e60144-01a9-44cb-b53f-763eb30af6e5: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:29:15.885535 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:29:34.688116 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ab2aa4d6-b76b-432a-b459-b06c428da4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:35.475159 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:36.982355 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb6edc7-dc35-4efc-b20c-cd24d2d68d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.809351 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.390262 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.746981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.064527 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-deb9200e-aed5-49ce-a372-4d3f37855172 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444412 Mar 11 19:29:46.134606 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f09934-5ab9-4be8-b78e-812691acd379 req-b02bc064-89ca-4409-83b2-c2d2e75fcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.136103 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-b02bc064-89ca-4409-83b2-c2d2e75fcb5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1129 time: 0.0463254 Mar 11 19:29:46.257387 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f09934-5ab9-4be8-b78e-812691acd379 req-874cda13-8685-42d4-a12b-7dc5903c99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.259072 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-874cda13-8685-42d4-a12b-7dc5903c99e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0996959 Mar 11 19:29:46.328426 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-145b24ef-f7d1-4d7d-bdf4-f86d6484b9e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 1001 time: 0.0607116 Mar 11 19:29:46.383784 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f09934-5ab9-4be8-b78e-812691acd379 req-36a3bd61-9736-4ec1-9446-d19f4e8c391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.384902 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-36a3bd61-9736-4ec1-9446-d19f4e8c391a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0493968 Mar 11 19:29:46.437041 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f09934-5ab9-4be8-b78e-812691acd379 req-566001fb-90bd-4d83-85e5-75aa1e0a306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.438564 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-566001fb-90bd-4d83-85e5-75aa1e0a306f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467515 Mar 11 19:29:46.539364 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-ab30d224-75c2-4bd5-9609-ca629e6a2713 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896578 Mar 11 19:29:46.639550 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-47f09934-5ab9-4be8-b78e-812691acd379 req-cdab5b00-a472-4cb6-8193-9902e4c0af90 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Mar 11 19:29:52.885671 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:29:56.596166 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8a36-69ee-48a7-84c5-bbc42c211600 req-3393e378-798e-4001-836e-1f1550e950c7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.597633 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-131f8a36-69ee-48a7-84c5-bbc42c211600 req-3393e378-798e-4001-836e-1f1550e950c7 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 945 time: 0.0568657 Mar 11 19:29:56.660575 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-131f8a36-69ee-48a7-84c5-bbc42c211600 req-3bb14e82-4ec8-4c1a-af1e-43ead4b579c6 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482311 Mar 11 19:29:57.784418 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbe120-d25e-4e71-a35a-c041f9bbf99c req-efe32d6e-6af3-427f-9056-8cd6b5e7fe57 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.785945 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-65dbe120-d25e-4e71-a35a-c041f9bbf99c req-efe32d6e-6af3-427f-9056-8cd6b5e7fe57 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 945 time: 0.0571568 Mar 11 19:29:57.836950 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-65dbe120-d25e-4e71-a35a-c041f9bbf99c req-6eea6a64-7d0b-4041-a2c0-980be1f3b39a tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups?id=2dee9a2f-4a2c-43c3-91b0-257761382e15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Mar 11 19:29:58.222221 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-00d800d2-4caa-485a-9f33-dc4e7338975f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.223718 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-00d800d2-4caa-485a-9f33-dc4e7338975f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 945 time: 0.0547884 Mar 11 19:29:58.331750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port ca40df79-ac76-457f-8a0a-d88f85680e9d {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:58.332109 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.442362 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] For port ca40df79-ac76-457f-8a0a-d88f85680e9d, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=ca40df79-ac76-457f-8a0a-d88f85680e9d,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:58.442734 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.615855 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.616148 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (06e60144-01a9-44cb-b53f-763eb30af6e5), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.616476 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Floating IP 06e60144-01a9-44cb-b53f-763eb30af6e5 disassociated. External IP: 172.27.2.25, port: ca40df79-ac76-457f-8a0a-d88f85680e9d. Mar 11 19:29:58.616847 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for ca40df79-ac76-457f-8a0a-d88f85680e9d owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:58.751782 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (ca40df79-ac76-457f-8a0a-d88f85680e9d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.780707 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=ca40df79-ac76-457f-8a0a-d88f85680e9d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:58.792709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.793566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.793566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.794017 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.794197 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.794431 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.794770 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.795099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.795434 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.795767 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.796102 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.796431 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.796780 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:58.935394 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:58.937950 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d3092a28-e6ce-4b5b-9da5-519da6e2e5c9 req-154a6f5e-693f-4217-bc15-c251b34b89c1 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 210 time: 0.0318353 Mar 11 19:29:59.057460 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:59.068576 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332836-7779-4b20-9466-76291b29221a None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:59.078362 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:59.078979 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:29:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:59.102713 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] No DVR routers for this DVR port ca40df79-ac76-457f-8a0a-d88f85680e9d on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:29:59.105514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:59.108988 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-6f4cc4b1-848c-4f87-a5e8-946389390436 req-863bb9f5-778d-4e4f-bfeb-3b92b8f6a734 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.18 "DELETE /v2.0/ports/ca40df79-ac76-457f-8a0a-d88f85680e9d HTTP/1.1" status: 204 len: 173 time: 0.8797600 Mar 11 19:29:59.109511 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'name': 'network-vif-deleted', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:59.112048 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84564ab-0fb3-49f0-9bf3-e7bbf9544392" -d '{"events": [{"server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "name": "network-vif-deleted", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:59.155368 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bb8077-6164-440e-a9d7-e36e3c01cb4f x-openstack-request-id: req-29bb8077-6164-440e-a9d7-e36e3c01cb4f {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:59.155654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f074ae8-0b0f-42a1-b906-0f3071342e3c", "name": "network-vif-deleted", "tag": "ca40df79-ac76-457f-8a0a-d88f85680e9d", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:59.155904 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29bb8077-6164-440e-a9d7-e36e3c01cb4f {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:59.156298 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f074ae8-0b0f-42a1-b906-0f3071342e3c', 'name': 'network-vif-deleted', 'tag': 'ca40df79-ac76-457f-8a0a-d88f85680e9d', 'status': 'completed', 'code': 200} Mar 11 19:29:59.226699 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:59.443632 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:59.478440 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332836-7779-4b20-9466-76291b29221a None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:59.487723 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:59.488331 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:29:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:59.604532 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:59.943213 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-b9332836-7779-4b20-9466-76291b29221a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:59.974570 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332836-7779-4b20-9466-76291b29221a None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:25:35Z', 'revision_number': 4, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c', 'name': '', 'network_id': '67023643-c225-41fc-80f1-ea35f3e1e500', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'mac_address': 'fa:16:3e:55:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:34Z', 'updated_at': '2022-03-11T19:25:40Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'subnets': [{'id': 'd057bd66-d92d-4fb4-8ca3-a87f116b6df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:00.052986 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42151293-2662-490e-b492-0a88e622d059 req-747afe48-1aaa-435d-b915-4f8ee00aaf54 tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 210 time: 0.0368161 Mar 11 19:30:00.208088 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd62578-99cc-4b5f-ad13-d7e6e50fe6ed None None] New status for floating IP 06e60144-01a9-44cb-b53f-763eb30af6e5: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:30:01.165854 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-731e6a20-91df-47da-81d5-c749379b1522 req-f52da16c-fce6-4bda-81de-03bb5a8f5cef tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f074ae8-0b0f-42a1-b906-0f3071342e3c HTTP/1.1" status: 200 len: 210 time: 0.0295589 Mar 11 19:30:02.251764 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49846) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:02.313079 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (2dee9a2f-4a2c-43c3-91b0-257761382e15), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.340173 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (2dee9a2f-4a2c-43c3-91b0-257761382e15), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.395894 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (2dee9a2f-4a2c-43c3-91b0-257761382e15), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.398603 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.399765 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/security-groups/2dee9a2f-4a2c-43c3-91b0-257761382e15 HTTP/1.1" status: 204 len: 168 time: 0.1462481 Mar 11 19:30:02.402589 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49850) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:02.409903 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee9a2f-4a2c-43c3-91b0-257761382e15,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:02.416266 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.api.v2.resource [None req-3e2afcc1-32f4-4dea-8845-5b70e5c1d66f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] show failed (client error): The resource could not be found. Mar 11 19:30:02.416871 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.417228 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.417637 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.417983 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.418320 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.418653 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.418983 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.419313 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.419644 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.420041 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.420341 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-3e2afcc1-32f4-4dea-8845-5b70e5c1d66f tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "GET /v2.0/security-groups/2dee9a2f-4a2c-43c3-91b0-257761382e15 HTTP/1.1" status: 404 len: 347 time: 0.0166605 Mar 11 19:30:02.420491 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.420761 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.421033 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49852) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:02.421145 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e5d9a-87a2-4a46-84df-a3ea96416bfe tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:02.560322 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Deleting port 4d2556a7-50d4-4644-9d88-efbf3a7a315b {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:02.560660 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.649822 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.650155 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (4d2556a7-50d4-4644-9d88-efbf3a7a315b), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.663377 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Calling delete_port for 4d2556a7-50d4-4644-9d88-efbf3a7a315b owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:02.804625 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (4d2556a7-50d4-4644-9d88-efbf3a7a315b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.832301 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Pushing event deleted for resources: {'Port': ['ID=4d2556a7-50d4-4644-9d88-efbf3a7a315b,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:02.897124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks [] for floatingip (06e60144-01a9-44cb-b53f-763eb30af6e5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.899872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.901207 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-0fd6bc7d-271f-4e49-b094-bbcbb0e7f31c tempest-AttachVolumeNegativeTest-31984405 tempest-AttachVolumeNegativeTest-31984405-project] 10.222.0.55 "DELETE /v2.0/floatingips/06e60144-01a9-44cb-b53f-763eb30af6e5 HTTP/1.1" status: 204 len: 168 time: 0.4791236 Mar 11 19:30:04.698893 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54e21903-4775-43e2-b946-7155e8b01cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:04.959010 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device ca40df79-ac76-457f-8a0a-d88f85680e9d no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:04.974451 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-2a84e512-1e8a-47bc-98fc-40b9771297aa tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816470715&fields=id&tenant_id=95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 267 time: 0.0459530 Mar 11 19:30:04.980040 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: ca40df79-ac76-457f-8a0a-d88f85680e9d {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:04.980485 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device ca40df79-ac76-457f-8a0a-d88f85680e9d not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:05.099099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-4f96ea76-673b-4f25-b2cf-77992f2447d7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:05.100677 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-4f96ea76-673b-4f25-b2cf-77992f2447d7 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 811 time: 0.1194160 Mar 11 19:30:05.116613 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-f7b8bffa-5e2f-4f81-b48c-cc6a340e1bbc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/quotas/95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 375 time: 0.0100317 Mar 11 19:30:05.178335 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-48e52abc-f1dd-4d75-a584-e5ddec49a76f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564787 Mar 11 19:30:05.507597 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:05.569450 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-666fb3c1-2fa1-4930-a5b3-c50092b838d7 service neutron] 10.222.0.55 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787286 Mar 11 19:30:05.662433 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-0c7f83a6-9763-4856-9f4b-161377ead7af service neutron] 10.222.0.55 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873289 Mar 11 19:30:05.966666 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-05c667bd-09a9-4091-9a17-ba8df48b4e0d req-215a1995-0564-4f99-81f1-d5319a7b60e0 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Mar 11 19:30:06.934709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-4987bf50-0de7-4b3f-8d48-455ede268988 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.936209 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-4987bf50-0de7-4b3f-8d48-455ede268988 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 811 time: 0.1201525 Mar 11 19:30:06.994148 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eb5a471-ac24-4b4d-aecb-801f0d902689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.026679 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-9257681e-9d4f-403e-a1aa-d7ba2ff2f553 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95948645afad4e47889e89b7b43d28eb HTTP/1.1" status: 200 len: 379 time: 0.0816929 Mar 11 19:30:07.039449 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'port': {'device_id': 'b55673fa-95c1-486d-9f4e-82e344239169', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'admin_state_up': True, 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'security_groups': ['4d049ebb-4940-48d1-99c6-d82aa4c0af6a']}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:07.081371 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-31892cba-02f2-4db1-972b-c9b4c5d873e8 req-48ca4be0-9692-408a-be20-3dcf5a4a2962 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 210 time: 0.0377555 Mar 11 19:30:07.178317 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Made reservation on behalf of 95948645afad4e47889e89b7b43d28eb for: {'port': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:07.181872 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.319166 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Allocated IP 172.20.0.4 (6322b9a5-ecc4-461b-b80a-6d6473806bb2/4db59c0f-7f99-415b-a04d-77ab0e849892/c397bda9-fe35-4ffb-b7d9-e0f2e5f93248) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:07.479554 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.514250 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.562908 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:07.568374 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:07.570986 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:07.599311 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:07.634809 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:07.635485 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.657984 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-443c0373-e0ad-4cf9-b5c7-bd479a69ef95 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6224473 Mar 11 19:30:07.669448 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Request body: {'port': {'device_id': 'b55673fa-95c1-486d-9f4e-82e344239169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83067'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:07.677811 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49922) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:07.734709 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.858710 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-ecae5e5d-63a8-4857-8a48-388fdba6ee22 None None] Provisioning complete for port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 triggered by entity DHCP. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:07.858991 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ecae5e5d-63a8-4857-8a48-388fdba6ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:07.896014 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ecae5e5d-63a8-4857-8a48-388fdba6ee22 None None] Port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 cannot update to ACTIVE because it is not bound. {{(pid=103356) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:30:08.029321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 {{(pid=103355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:08.037732 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Publish callbacks [] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.051013 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.provisioning_blocks [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Transition to ACTIVE for port object c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 will not be triggered until provisioned by entity L2. {{(pid=103355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:30:08.055187 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.063493 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (969df542-d64a-465c-a623-18e12918909c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.104407 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Pushing event updated for resources: {'Port': ['ID=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:08.244514 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Attempting to bind port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 on host hv-cinder-83067 for vnic_type normal with profile {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:08.244887 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Attempting to bind port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 by drivers openvswitch,hyperv on host hv-cinder-83067 at level 0 using segments [{'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:08.245226 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Attempting to bind port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:08.258409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3885354-1536-4c2a-8683-01025c2d16eb req-bc36b47f-a421-408c-98ba-31de5955139d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.260107 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f3885354-1536-4c2a-8683-01025c2d16eb req-bc36b47f-a421-408c-98ba-31de5955139d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0861166 Mar 11 19:30:08.260588 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83067 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:30:08.260953 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Attempting to bind port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 on network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:08.266682 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Checking agent: {'id': '6ab12475-ed56-4f7a-8723-29040ace0de4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'started_at': datetime.datetime(2022, 3, 11, 19, 14, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:08.267026 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Checking segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:08.267419 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Bound using segment: {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'} {{(pid=103355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:08.268463 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.managers [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Bound port: c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host: hv-cinder-83067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0764365-53ce-4731-974f-db608f2ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2'}}] {{(pid=103355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:08.270171 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.352061 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Deleting port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:08.352402 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.356476 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-f3885354-1536-4c2a-8683-01025c2d16eb req-dfaad504-91f0-4a32-98d2-4227d99983d2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850906 Mar 11 19:30:08.374765 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] For port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host hv-cinder-83067, cleared binding levels {{(pid=103355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:08.379242 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] For port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host hv-cinder-83067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:08.388009 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.427334 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.428523 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.430242 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] 10.222.0.18 "PUT /v2.0/ports/c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 200 len: 1093 time: 0.7652395 Mar 11 19:30:08.433054 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:08.436417 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c51c1f9-7934-401e-af19-842769bf1e38" -d '{"events": [{"name": "network-changed", "server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:08.442011 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] For port b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:08.442446 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.457323 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Calling delete_port for b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:08.462781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ecba2-0cdb-495e-aab9-3f4a85ee0b1d service neutron] Pushing event updated for resources: {'Port': ['ID=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,revision_number=3']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:08.499078 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15489bd6-4548-46d9-9d4a-cd307f333326 x-openstack-request-id: req-15489bd6-4548-46d9-9d4a-cd307f333326 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:08.499370 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:08.499628 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15489bd6-4548-46d9-9d4a-cd307f333326 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:08.500021 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'status': 'completed', 'code': 200} Mar 11 19:30:08.544842 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-b3e3c6de-cb84-434e-b188-7b2262928097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.546295 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-b3e3c6de-cb84-434e-b188-7b2262928097 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1127 time: 0.0596826 Mar 11 19:30:08.601549 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-63badcb5-3f66-4ff9-adfc-3779790b4882 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 200 len: 217 time: 0.0422707 Mar 11 19:30:08.663840 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.667233 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-fbe72a76-8b37-4383-9d2f-e40d0bce8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.669428 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-fbe72a76-8b37-4383-9d2f-e40d0bce8051 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0611007 Mar 11 19:30:08.698647 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:08.728953 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-efaabcd7-5543-4440-9b45-1449fe6d58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.730469 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-efaabcd7-5543-4440-9b45-1449fe6d58fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542750 Mar 11 19:30:08.813051 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.845584 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-824bdab9-424b-48a9-a498-368d9e13b092 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074414 Mar 11 19:30:08.889739 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (969df542-d64a-465c-a623-18e12918909c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.954048 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dc2dba41-c919-4642-8c59-6f13670a3620 req-d95d8b1b-d2f7-4f00-98fe-9cdcfc6c011d service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016784 Mar 11 19:30:09.048486 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-544c2e6a-1337-48ee-93c7-4e9c18f2ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.050686 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-544c2e6a-1337-48ee-93c7-4e9c18f2ba23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1127 time: 0.0468087 Mar 11 19:30:09.121506 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Router 969df542-d64a-465c-a623-18e12918909c has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:09.146184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-f5899a4f-60f4-4ef6-9845-a68ad6d68e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.147710 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-f5899a4f-60f4-4ef6-9845-a68ad6d68e32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0907230 Mar 11 19:30:09.190454 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-2e795085-6d3c-4d9b-8523-a3cc80299b66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 200 len: 217 time: 0.0354965 Mar 11 19:30:09.242241 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-aa2548c2-9314-4e8c-901f-f37055f65d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.243746 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-aa2548c2-9314-4e8c-901f-f37055f65d14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0468326 Mar 11 19:30:09.313940 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-25c69095-db89-4d1f-8928-4a5c8677eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.316279 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-25c69095-db89-4d1f-8928-4a5c8677eb60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651457 Mar 11 19:30:09.430902 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-0db98e56-546e-4e38-9b76-b365a07deb31 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044006 Mar 11 19:30:09.472340 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:09.477375 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-ec193bd7-604a-4603-bc22-617b68cedd6a admin admin] 10.222.0.55 "PUT /v2.0/routers/969df542-d64a-465c-a623-18e12918909c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984042 Mar 11 19:30:09.479876 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49930) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:09.484132 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] Sync routers for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:09.495144 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:09.496073 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:30:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:09.574866 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6b9a-9873-45cd-8e03-ed89bd45741b req-4291ed7e-aebb-4f70-8455-586fb5b371fb tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.577185 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b22a6b9a-9873-45cd-8e03-ed89bd45741b req-4291ed7e-aebb-4f70-8455-586fb5b371fb tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.1203537 Mar 11 19:30:09.594016 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks [] for router (969df542-d64a-465c-a623-18e12918909c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.594439 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2c51c1f9-7934-401e-af19-842769bf1e38 req-5cd4fde7-547d-4911-8c4b-3dc7fbd8de16 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568503 Mar 11 19:30:09.627092 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:09.640060 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b22a6b9a-9873-45cd-8e03-ed89bd45741b req-c57c168f-b78b-40eb-8b44-77dbb37b53b0 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563552 Mar 11 19:30:09.709314 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks [] for router_gateway (969df542-d64a-465c-a623-18e12918909c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.762561 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Deleting port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:09.762939 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.817898 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:30:08Z', 'revision_number': 5, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port': {'id': '06e8d165-6c2f-4f4e-8a56-cff0a77fd774', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969df542-d64a-465c-a623-18e12918909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:31Z', 'updated_at': '2022-03-11T19:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:09.845658 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] Checking router: 969df542-d64a-465c-a623-18e12918909c for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:09.847778 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] For port 06e8d165-6c2f-4f4e-8a56-cff0a77fd774, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:09.848141 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.854789 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] Routers {'969df542-d64a-465c-a623-18e12918909c'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:09.855426 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:30:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['969df542-d64a-465c-a623-18e12918909c'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:09.860820 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Calling delete_port for 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:09.947043 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] Set router 969df542-d64a-465c-a623-18e12918909c gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:10.007063 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:30:09Z', 'revision_number': 6, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:10.033579 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999ad32-4081-4cdc-b6f8-da37e37d42d4 None None] The sync data for ids ['969df542-d64a-465c-a623-18e12918909c'] in dv-cinder-830674-2-iscsi is: [{'id': '969df542-d64a-465c-a623-18e12918909c', 'name': 'tempest-AttachVolumeNegativeTest-123888309-router', 'tenant_id': 'f52579281a9a473ea120a234231dc54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:30Z', 'updated_at': '2022-03-11T19:30:09Z', 'revision_number': 6, 'project_id': 'f52579281a9a473ea120a234231dc54c', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:10.045351 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (06e8d165-6c2f-4f4e-8a56-cff0a77fd774), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.073060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e8d165-6c2f-4f4e-8a56-cff0a77fd774,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:10.137365 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (969df542-d64a-465c-a623-18e12918909c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.232678 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (969df542-d64a-465c-a623-18e12918909c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.234749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks [] for router_controller (969df542-d64a-465c-a623-18e12918909c), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.283157 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (969df542-d64a-465c-a623-18e12918909c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.283749 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969df542-d64a-465c-a623-18e12918909c {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:30:10.287942 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.289104 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-39dd9ae1-6471-49f0-90fa-95ece1f3b145 admin admin] 10.222.0.55 "DELETE /v2.0/routers/969df542-d64a-465c-a623-18e12918909c HTTP/1.1" status: 204 len: 168 time: 0.8084369 Mar 11 19:30:10.293000 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49932) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:10.338118 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Deleting subnet d057bd66-d92d-4fb4-8ca3-a87f116b6df5 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:30:10.341253 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Publish callbacks [] for subnet (d057bd66-d92d-4fb4-8ca3-a87f116b6df5), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.376708 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4427540'] for subnet (d057bd66-d92d-4fb4-8ca3-a87f116b6df5), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.412141 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.467900 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (d057bd66-d92d-4fb4-8ca3-a87f116b6df5), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.531051 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4427674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308905'] for subnet (d057bd66-d92d-4fb4-8ca3-a87f116b6df5), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.557866 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d057bd66-d92d-4fb4-8ca3-a87f116b6df5,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:10.562341 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.566146 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a774c66f-22c1-4e73-9713-e588411601cd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d057bd66-d92d-4fb4-8ca3-a87f116b6df5 HTTP/1.1" status: 204 len: 168 time: 0.2718647 Mar 11 19:30:10.568270 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49934) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:10.571588 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebfdf05-899e-4d41-98c1-58cf7022e5b9 None None] Network 67023643-c225-41fc-80f1-ea35f3e1e500 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:10.638869 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (67023643-c225-41fc-80f1-ea35f3e1e500), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.704530 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Deleting port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:10.706083 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.819979 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7dfba-b278-4545-8f55-3174f803b496 req-8c2217d5-9e53-4599-bbeb-796bfea0a208 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.821719 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-62d7dfba-b278-4545-8f55-3174f803b496 req-8c2217d5-9e53-4599-bbeb-796bfea0a208 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0671415 Mar 11 19:30:10.835439 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] For port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:10.836018 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.849267 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] DHCP port deletion for 67023643-c225-41fc-80f1-ea35f3e1e500 request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:30:10.855690 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Calling delete_port for 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:10.914390 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-62d7dfba-b278-4545-8f55-3174f803b496 req-3acdaaa5-3996-40d7-a285-61889b7cf64c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781639 Mar 11 19:30:10.926250 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:10.946942 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Deleting port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:10.947505 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.983651 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:10.997343 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:10.999106 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 06e8d165-6c2f-4f4e-8a56-cff0a77fd774 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:10.999512 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:11.012075 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:11.015773 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] No DVR routers for this DVR port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 on host dv-cinder-830674-2-iscsi {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:11.052314 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:11.052836 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b4dd0ac5-5d64-4777-a55f-c1a5d6ea595c not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:11.053759 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:11.113534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (67023643-c225-41fc-80f1-ea35f3e1e500), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.117742 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:11.118097 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:11.120603 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] For port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,segment=NetworkSegment(c26d9481-1dfc-48db-8d95-217a57eab88a),segment_id=c26d9481-1dfc-48db-8d95-217a57eab88a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:11.121029 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.141111 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Calling delete_port for 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:11.151419 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67023643-c225-41fc-80f1-ea35f3e1e500']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:11.166560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26d9481-1dfc-48db-8d95-217a57eab88a') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:11.166883 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26d9481-1dfc-48db-8d95-217a57eab88a') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:11.178212 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4427551'] for segment (c26d9481-1dfc-48db-8d95-217a57eab88a), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.200943 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (c26d9481-1dfc-48db-8d95-217a57eab88a), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.207454 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:30:11.207893 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427332'] for segment (c26d9481-1dfc-48db-8d95-217a57eab88a), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: Traceback (most recent call last): Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: timer() Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: cb(*args, **kw) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: return func(*args, **kwargs) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: self._notify() Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: self.callback(batched_events) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: event.method(event) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: return f(self, *a, **k) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._get(url).json() Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: return self.request(url, 'GET', **kwargs) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:30:11.210604 dv-cinder-830674-2-iscsi neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:30:11.249686 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720'] for port (5a43e5ff-ffda-4ab9-97a2-769c55f658a8), after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.269487 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] No DVR routers for this DVR port 5a43e5ff-ffda-4ab9-97a2-769c55f658a8 on host dv-cinder-830674-2-iscsi {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:11.287704 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (67023643-c225-41fc-80f1-ea35f3e1e500), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.290683 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Pushing event deleted for resources: {'Port': ['ID=5a43e5ff-ffda-4ab9-97a2-769c55f658a8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:11.293145 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.298161 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] 10.222.0.55 "DELETE /v2.0/networks/67023643-c225-41fc-80f1-ea35f3e1e500 HTTP/1.1" status: 204 len: 168 time: 0.7271993 Mar 11 19:30:11.300606 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.301200 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.302644 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.302904 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.303256 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.306892 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.308808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.308808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.308808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.308808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.308808 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.309501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.309501 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41965d0d-8f72-4dee-b925-55caaced6118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:11.325074 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6a8e5-853c-446a-9946-c808040dad43 admin admin] Pushing event deleted for resources: {'Network': ['ID=67023643-c225-41fc-80f1-ea35f3e1e500,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:11.526477 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49940) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:11.568518 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c098c57b-f7f8-433c-b506-887b88570109 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f52579281a9a473ea120a234231dc54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406859 Mar 11 19:30:11.570784 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49942) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:11.631476 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6016c3c0-3739-44c4-91db-d0df6204dcef admin admin] Publish callbacks [] for security_group (9391cf32-e8d5-4183-99b7-a162d700db1c), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.652710 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6016c3c0-3739-44c4-91db-d0df6204dcef admin admin] Publish callbacks [] for security_group (9391cf32-e8d5-4183-99b7-a162d700db1c), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.701301 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6016c3c0-3739-44c4-91db-d0df6204dcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (9391cf32-e8d5-4183-99b7-a162d700db1c), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.708474 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-6016c3c0-3739-44c4-91db-d0df6204dcef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:11.709735 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-6016c3c0-3739-44c4-91db-d0df6204dcef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9391cf32-e8d5-4183-99b7-a162d700db1c HTTP/1.1" status: 204 len: 168 time: 0.1380639 Mar 11 19:30:11.718561 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016c3c0-3739-44c4-91db-d0df6204dcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9391cf32-e8d5-4183-99b7-a162d700db1c,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:11.765471 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.054355 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312ef68-d8d7-4765-8010-dd2aded3413b req-a77b77b3-d037-4e16-afa1-d730c66d0111 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:12.055897 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d312ef68-d8d7-4765-8010-dd2aded3413b req-a77b77b3-d037-4e16-afa1-d730c66d0111 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0596981 Mar 11 19:30:12.108411 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d312ef68-d8d7-4765-8010-dd2aded3413b req-66233931-b654-4c39-bd53-889daeff323c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462232 Mar 11 19:30:12.480318 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49966) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:12.598499 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1672316565-network', 'tenant_id': '587f3574724945728fcab09a67939eaa'}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:12.619340 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Made reservation on behalf of 587f3574724945728fcab09a67939eaa for: {'network': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:12.621738 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.630166 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.724199 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks [] for security_group (22605b25-14cd-459d-b1ab-7cc441f78adc), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.727775 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (22605b25-14cd-459d-b1ab-7cc441f78adc), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.752580 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:30:12.762489 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22605b25-14cd-459d-b1ab-7cc441f78adc,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:12.767273 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (ff792080-9a26-4759-ad1e-d440f0b29ebd), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.768143 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.db.segments_db [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Added segment ff792080-9a26-4759-ad1e-d440f0b29ebd of type vlan for network 3589a03b-f521-4171-918d-40ded5b93809 Mar 11 19:30:12.811486 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (3589a03b-f521-4171-918d-40ded5b93809), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.838301 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (3589a03b-f521-4171-918d-40ded5b93809), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.839319 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:12.839893 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.876776 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3950145 Mar 11 19:30:12.880125 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49970) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:12.884998 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Request body: {'subnet': {'network_id': '3589a03b-f521-4171-918d-40ded5b93809', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1672316565-subnet', 'tenant_id': '587f3574724945728fcab09a67939eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:12.905454 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Made reservation on behalf of 587f3574724945728fcab09a67939eaa for: {'subnet': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:12.907805 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea8fa-f6ab-40f9-91da-925dd91c8a62 admin admin] Pushing event updated for resources: {'Network': ['ID=3589a03b-f521-4171-918d-40ded5b93809,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:12.907979 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969696'] for subnet (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.918779 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 3589a03b-f521-4171-918d-40ded5b93809 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:30:13.089765 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9959864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969678'] for subnet (a7fa69e1-222d-49be-bd0b-12d87fd10ee4), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.149963 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fa69e1-222d-49be-bd0b-12d87fd10ee4,revision_number=0']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:13.163231 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Checking segment: {'id': 'ff792080-9a26-4759-ad1e-d440f0b29ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3589a03b-f521-4171-918d-40ded5b93809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:13.163594 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Network hostable DHCP agents. Network: 3589a03b-f521-4171-918d-40ded5b93809, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:30:13.183256 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Network 3589a03b-f521-4171-918d-40ded5b93809 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:30:13.203111 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 3589a03b-f521-4171-918d-40ded5b93809) {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:13.210485 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f8f62-4c8b-40fe-8a91-2f7a54afefaf None None] Network 3589a03b-f521-4171-918d-40ded5b93809 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:13.225652 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:13.226262 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.247488 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-9861802a-1e93-426a-8637-1bc4de3d795b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3661618 Mar 11 19:30:13.264101 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6dd46-3da3-4ace-92ba-d721ea1a2a6d req-1164bc81-de5c-4e0c-8ce6-1c09a5bfd1a4 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:13.272583 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dff6dd46-3da3-4ace-92ba-d721ea1a2a6d req-1164bc81-de5c-4e0c-8ce6-1c09a5bfd1a4 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0812447 Mar 11 19:30:13.316075 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac57245-37bb-493c-97e0-352bbcb0d53c None None] Network 3589a03b-f521-4171-918d-40ded5b93809 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:13.329155 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-dff6dd46-3da3-4ace-92ba-d721ea1a2a6d req-61c9ddb1-e6d9-4a95-99db-adabb48e1008 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560155 Mar 11 19:30:13.758586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49988) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:13.763544 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-935757227-network', 'tenant_id': '910781ca306249e58dd25ab160926573'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:13.782998 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Made reservation on behalf of 910781ca306249e58dd25ab160926573 for: {'network': 1} {{(pid=103355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:13.787114 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for network (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.796225 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.871934 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks [] for security_group (6252654f-02ea-443e-b485-4748add1280d), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.876100 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6252654f-02ea-443e-b485-4748add1280d), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.905123 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:30:13.915380 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252654f-02ea-443e-b485-4748add1280d,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:13.920076 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (097df4de-5ea7-4bf7-bdab-a6a38bd682c3), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.920422 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.segments_db [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Added segment 097df4de-5ea7-4bf7-bdab-a6a38bd682c3 of type vlan for network 5b7e7deb-9355-418a-9ecf-570bdcf8eb49 Mar 11 19:30:13.963879 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769665911498'] for network (5b7e7deb-9355-418a-9ecf-570bdcf8eb49), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.988548 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229'] for network (5b7e7deb-9355-418a-9ecf-570bdcf8eb49), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.989536 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:13.990119 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.025845 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2660990 Mar 11 19:30:14.028838 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 49990) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:14.034229 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.v2.base [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Request body: {'subnet': {'network_id': '5b7e7deb-9355-418a-9ecf-570bdcf8eb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-935757227-subnet', 'tenant_id': '910781ca306249e58dd25ab160926573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:14.054732 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Made reservation on behalf of 910781ca306249e58dd25ab160926573 for: {'subnet': 1} {{(pid=103353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:14.057131 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4308878'] for subnet (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.063444 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db405600-2357-46bc-a3e3-457d88c51b6d admin admin] Pushing event updated for resources: {'Network': ['ID=5b7e7deb-9355-418a-9ecf-570bdcf8eb49,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:14.074282 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Network 5b7e7deb-9355-418a-9ecf-570bdcf8eb49 details requested by agent ovs-agent-dv-cinder-830674-2-iscsi with host dv-cinder-830674-2-iscsi {{(pid=103356) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:30:14.229065 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4427737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4308896'] for subnet (791fb7b3-5cbd-47d9-9396-aafb2a29987d), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.277963 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791fb7b3-5cbd-47d9-9396-aafb2a29987d,revision_number=0']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:14.294812 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Checking segment: {'id': '097df4de-5ea7-4bf7-bdab-a6a38bd682c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5b7e7deb-9355-418a-9ecf-570bdcf8eb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:14.295175 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Network hostable DHCP agents. Network: 5b7e7deb-9355-418a-9ecf-570bdcf8eb49, hostable agents: ['b0f42d09-7832-4f6b-80e0-c616579b4e2d'], hosted agents: [] {{(pid=103353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:30:14.313004 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Network 5b7e7deb-9355-418a-9ecf-570bdcf8eb49 is scheduled to be hosted by DHCP agent b0f42d09-7832-4f6b-80e0-c616579b4e2d with binding_index 1 {{(pid=103353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:30:14.323534 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.base_scheduler [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830674-2-iscsi, 5b7e7deb-9355-418a-9ecf-570bdcf8eb49) {{(pid=103353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:14.327551 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:14.328144 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.334298 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340aa5cf-e6ef-40eb-af65-3ea8b1d922fb None None] Network 5b7e7deb-9355-418a-9ecf-570bdcf8eb49 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:14.344962 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-903b436a-fdf5-4a63-bd42-e4307f2bb221 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3148482 Mar 11 19:30:14.465288 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71eec9-5593-4352-9f62-ad94cde23eee req-1e0c303f-4cc3-4122-befc-15306515debf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:14.466954 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b71eec9-5593-4352-9f62-ad94cde23eee req-1e0c303f-4cc3-4122-befc-15306515debf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0623236 Mar 11 19:30:14.473557 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49996) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:14.544076 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Deleting subnet a7fa69e1-222d-49be-bd0b-12d87fd10ee4 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:30:14.555796 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Publish callbacks [] for subnet (a7fa69e1-222d-49be-bd0b-12d87fd10ee4), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.581656 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b71eec9-5593-4352-9f62-ad94cde23eee req-3b6de710-6cda-4172-bc7c-77365e36bea1 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007638 Mar 11 19:30:14.586646 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840e1d5-3aa3-44a0-ae08-4eb8da04fb9c None None] Network 5b7e7deb-9355-418a-9ecf-570bdcf8eb49 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:14.599582 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (a7fa69e1-222d-49be-bd0b-12d87fd10ee4), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.640825 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (a7fa69e1-222d-49be-bd0b-12d87fd10ee4), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.697141 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (a7fa69e1-222d-49be-bd0b-12d87fd10ee4), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.722666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fa69e1-222d-49be-bd0b-12d87fd10ee4,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:14.726938 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.730015 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-6bce23dc-d599-448a-ac37-e162f6fda061 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a7fa69e1-222d-49be-bd0b-12d87fd10ee4 HTTP/1.1" status: 204 len: 168 time: 0.2553351 Mar 11 19:30:14.732506 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 49998) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:14.806832 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (3589a03b-f521-4171-918d-40ded5b93809), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.885566 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (3589a03b-f521-4171-918d-40ded5b93809), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.906817 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3589a03b-f521-4171-918d-40ded5b93809']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:14.916046 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff792080-9a26-4759-ad1e-d440f0b29ebd') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:14.916339 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff792080-9a26-4759-ad1e-d440f0b29ebd') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:14.926214 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (ff792080-9a26-4759-ad1e-d440f0b29ebd), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.940540 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (ff792080-9a26-4759-ad1e-d440f0b29ebd), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.947451 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:30:14.947848 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (ff792080-9a26-4759-ad1e-d440f0b29ebd), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:30:14.949765 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:30:15.009515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (3589a03b-f521-4171-918d-40ded5b93809), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.014751 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.018906 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] 10.222.0.55 "DELETE /v2.0/networks/3589a03b-f521-4171-918d-40ded5b93809 HTTP/1.1" status: 204 len: 168 time: 0.2843947 Mar 11 19:30:15.021168 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50000) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:15.038097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce01e1-2b1d-4415-8856-f937c31e448a admin admin] Pushing event deleted for resources: {'Network': ['ID=3589a03b-f521-4171-918d-40ded5b93809,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:15.076090 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Deleting subnet 791fb7b3-5cbd-47d9-9396-aafb2a29987d {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:30:15.079354 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Publish callbacks [] for subnet (791fb7b3-5cbd-47d9-9396-aafb2a29987d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.120252 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (791fb7b3-5cbd-47d9-9396-aafb2a29987d), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.162038 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (791fb7b3-5cbd-47d9-9396-aafb2a29987d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.223236 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (791fb7b3-5cbd-47d9-9396-aafb2a29987d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.246255 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791fb7b3-5cbd-47d9-9396-aafb2a29987d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:15.258050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.261325 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-95c2a1f5-041f-4e9c-9809-d49461422a4e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/791fb7b3-5cbd-47d9-9396-aafb2a29987d HTTP/1.1" status: 204 len: 168 time: 0.2391696 Mar 11 19:30:15.263766 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50002) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:15.341594 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (5b7e7deb-9355-418a-9ecf-570bdcf8eb49), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.425060 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (5b7e7deb-9355-418a-9ecf-570bdcf8eb49), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.445409 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7e7deb-9355-418a-9ecf-570bdcf8eb49']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:15.455746 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097df4de-5ea7-4bf7-bdab-a6a38bd682c3') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:15.456067 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097df4de-5ea7-4bf7-bdab-a6a38bd682c3') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:15.466949 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (097df4de-5ea7-4bf7-bdab-a6a38bd682c3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.481296 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (097df4de-5ea7-4bf7-bdab-a6a38bd682c3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.488183 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:30:15.488586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (097df4de-5ea7-4bf7-bdab-a6a38bd682c3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:30:15.490376 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:30:15.549750 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (5b7e7deb-9355-418a-9ecf-570bdcf8eb49), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.554920 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.558281 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/5b7e7deb-9355-418a-9ecf-570bdcf8eb49 HTTP/1.1" status: 204 len: 168 time: 0.2933085 Mar 11 19:30:15.569982 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b847a6-5da4-499a-89dd-1d82907587ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7e7deb-9355-418a-9ecf-570bdcf8eb49,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:15.726207 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50010) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:15.768408 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-685f7093-9b0b-4056-abef-ece4cf86a977 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=587f3574724945728fcab09a67939eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401645 Mar 11 19:30:15.771415 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50012) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:15.820422 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62adcabe-a05e-4eac-8253-5d4c7dbce65e admin admin] Publish callbacks [] for security_group (22605b25-14cd-459d-b1ab-7cc441f78adc), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.843757 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62adcabe-a05e-4eac-8253-5d4c7dbce65e admin admin] Publish callbacks [] for security_group (22605b25-14cd-459d-b1ab-7cc441f78adc), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.905216 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62adcabe-a05e-4eac-8253-5d4c7dbce65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (22605b25-14cd-459d-b1ab-7cc441f78adc), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.907925 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-62adcabe-a05e-4eac-8253-5d4c7dbce65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:15.909818 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-62adcabe-a05e-4eac-8253-5d4c7dbce65e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22605b25-14cd-459d-b1ab-7cc441f78adc HTTP/1.1" status: 204 len: 168 time: 0.1372485 Mar 11 19:30:15.917805 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adcabe-a05e-4eac-8253-5d4c7dbce65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22605b25-14cd-459d-b1ab-7cc441f78adc,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:15.986008 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82607-79d2-44f2-abc3-108ab6f05a1c req-88896482-10df-48e6-b3f8-d316abe76315 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:15.988189 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6d82607-79d2-44f2-abc3-108ab6f05a1c req-88896482-10df-48e6-b3f8-d316abe76315 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0566974 Mar 11 19:30:16.046851 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-b6d82607-79d2-44f2-abc3-108ab6f05a1c req-adb666a8-c124-4525-886d-253f967c6d6b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532122 Mar 11 19:30:16.242307 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50018) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:16.281135 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-2c6229ce-19ed-4941-b622-a769ee255a53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=910781ca306249e58dd25ab160926573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378778 Mar 11 19:30:16.283702 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50020) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:16.332029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-173d4416-0796-4bb3-87e2-e282352b327b admin admin] Publish callbacks [] for security_group (6252654f-02ea-443e-b485-4748add1280d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:16.355410 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-173d4416-0796-4bb3-87e2-e282352b327b admin admin] Publish callbacks [] for security_group (6252654f-02ea-443e-b485-4748add1280d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:16.409151 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-173d4416-0796-4bb3-87e2-e282352b327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6252654f-02ea-443e-b485-4748add1280d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:16.411781 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-173d4416-0796-4bb3-87e2-e282352b327b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:16.415275 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-173d4416-0796-4bb3-87e2-e282352b327b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6252654f-02ea-443e-b485-4748add1280d HTTP/1.1" status: 204 len: 168 time: 0.1281838 Mar 11 19:30:16.421151 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d4416-0796-4bb3-87e2-e282352b327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252654f-02ea-443e-b485-4748add1280d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:17.031041 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 details requested by agent hyperv_hv-cinder-83067 with host hv-cinder-83067 {{(pid=103356) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:17.155829 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:17.178105 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Returning: {'device': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'port_id': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'mac_address': 'fa:16:3e:6f:7c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103356) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:17.181332 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80172a59-1359-44df-9a6d-75a309d9f771 req-e73ea662-3d7f-4cd9-a779-d4323b2365e4 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:17.183807 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80172a59-1359-44df-9a6d-75a309d9f771 req-e73ea662-3d7f-4cd9-a779-d4323b2365e4 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 943 time: 0.0667458 Mar 11 19:30:17.227973 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 is: DOWN; New status is: BUILD {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:17.228715 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:17.241879 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-80172a59-1359-44df-9a6d-75a309d9f771 req-28128e3b-482a-4db7-883b-6dfd5240fdef tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500889 Mar 11 19:30:17.244656 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:17.266242 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:17.271167 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:17.321497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,revision_number=4']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:17.543550 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] get_ports_and_sgs() called for port_ids ['c397bda9-fe35-4ffb-b7d9-e0f2e5f93248'] {{(pid=103356) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:18.366901 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a880f7-c4f6-4780-b5fd-0b610dbe8bb8 req-06ae7700-6dd8-444b-bf5b-b72f6d3104e2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:18.368560 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42a880f7-c4f6-4780-b5fd-0b610dbe8bb8 req-06ae7700-6dd8-444b-bf5b-b72f6d3104e2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 944 time: 0.0568643 Mar 11 19:30:18.420027 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-42a880f7-c4f6-4780-b5fd-0b610dbe8bb8 req-568ad363-81a4-404b-ad10-cc93fda85687 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 Mar 11 19:30:18.534852 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50094) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:18.641987 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fa52e39-2a80-4dfe-af2c-64b4c7f6f4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.724754 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fa52e39-2a80-4dfe-af2c-64b4c7f6f4fb admin admin] Publish callbacks [] for security_group (61adbedd-a7b9-4a05-9a72-bcdda1f134f8), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.728590 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-1fa52e39-2a80-4dfe-af2c-64b4c7f6f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (61adbedd-a7b9-4a05-9a72-bcdda1f134f8), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.768213 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-1fa52e39-2a80-4dfe-af2c-64b4c7f6f4fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d35c318936a74eb1ac3ee2c651141f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321789 Mar 11 19:30:18.769097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa52e39-2a80-4dfe-af2c-64b4c7f6f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61adbedd-a7b9-4a05-9a72-bcdda1f134f8,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:18.771038 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50098) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:18.822475 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-183482ee-f4f5-481f-bfb7-92cab336772a admin admin] Publish callbacks [] for security_group (61adbedd-a7b9-4a05-9a72-bcdda1f134f8), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.848250 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-183482ee-f4f5-481f-bfb7-92cab336772a admin admin] Publish callbacks [] for security_group (61adbedd-a7b9-4a05-9a72-bcdda1f134f8), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.902667 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-183482ee-f4f5-481f-bfb7-92cab336772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (61adbedd-a7b9-4a05-9a72-bcdda1f134f8), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.905641 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-183482ee-f4f5-481f-bfb7-92cab336772a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.906883 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-183482ee-f4f5-481f-bfb7-92cab336772a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61adbedd-a7b9-4a05-9a72-bcdda1f134f8 HTTP/1.1" status: 204 len: 168 time: 0.1347206 Mar 11 19:30:18.917867 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183482ee-f4f5-481f-bfb7-92cab336772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61adbedd-a7b9-4a05-9a72-bcdda1f134f8,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:19.037412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 up at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:19.099698 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning for port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 completed by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:19.103572 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Provisioning complete for port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 triggered by entity L2. {{(pid=103356) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:19.103964 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4147309'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), provisioning_complete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.189264 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Current status of the port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 is: BUILD; New status is: ACTIVE {{(pid=103356) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:19.189696 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.214037 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:19.215750 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50104) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:19.216385 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea983dffd99847f2f332ecd7f217c0b79f6bed77387472994680241f3eda4716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ff815-5f24-4862-9b2a-4bfd47af489a" -d '{"events": [{"server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "name": "network-vif-plugged", "status": "completed", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:19.229615 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] For port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:19.229835 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d8b70f-6248-47f3-b9c6-b5de0070d6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.234788 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.258984 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6cd7db-7d2d-4d05-8114-7740416dc0dc x-openstack-request-id: req-1b6cd7db-7d2d-4d05-8114-7740416dc0dc {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:19.259472 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "name": "network-vif-plugged", "status": "completed", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:19.259762 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b6cd7db-7d2d-4d05-8114-7740416dc0dc {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:19.260183 dv-cinder-830674-2-iscsi neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'code': 200} Mar 11 19:30:19.301593 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Pushing event updated for resources: {'Port': ['ID=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:19.319606 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d8b70f-6248-47f3-b9c6-b5de0070d6e6 admin admin] Publish callbacks [] for security_group (6e3f3052-3ba6-4b8b-afdb-34236434d792), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.323755 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-72d8b70f-6248-47f3-b9c6-b5de0070d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6e3f3052-3ba6-4b8b-afdb-34236434d792), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.366742 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-72d8b70f-6248-47f3-b9c6-b5de0070d6e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7571b1440c314d40a944d9ed0a5abbc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463456 Mar 11 19:30:19.367244 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50108) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:19.373700 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8b70f-6248-47f3-b9c6-b5de0070d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f3052-3ba6-4b8b-afdb-34236434d792,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:19.423389 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732bbcb3-2819-44fd-99ff-3999851c2962 admin admin] Publish callbacks [] for security_group (6e3f3052-3ba6-4b8b-afdb-34236434d792), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.445695 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732bbcb3-2819-44fd-99ff-3999851c2962 admin admin] Publish callbacks [] for security_group (6e3f3052-3ba6-4b8b-afdb-34236434d792), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.505992 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732bbcb3-2819-44fd-99ff-3999851c2962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6e3f3052-3ba6-4b8b-afdb-34236434d792), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.509607 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-732bbcb3-2819-44fd-99ff-3999851c2962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.510801 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-732bbcb3-2819-44fd-99ff-3999851c2962 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e3f3052-3ba6-4b8b-afdb-34236434d792 HTTP/1.1" status: 204 len: 168 time: 0.1425853 Mar 11 19:30:19.521919 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bbcb3-2819-44fd-99ff-3999851c2962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f3052-3ba6-4b8b-afdb-34236434d792,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:19.550833 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cdfbe-0680-47ad-80bd-b97f7f307bbe req-bdc25aa1-91e2-4ea3-addc-e153e5e918b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:19.552343 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-563cdfbe-0680-47ad-80bd-b97f7f307bbe req-bdc25aa1-91e2-4ea3-addc-e153e5e918b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1129 time: 0.0904558 Mar 11 19:30:19.563861 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60294677-f24f-468d-9aaa-e2e91f542d47 req-b686c582-03a0-4dad-890b-1d4f20c5169a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:19.570794 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-60294677-f24f-468d-9aaa-e2e91f542d47 req-b686c582-03a0-4dad-890b-1d4f20c5169a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.0777812 Mar 11 19:30:19.652523 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-60294677-f24f-468d-9aaa-e2e91f542d47 req-f008be02-fa0a-47b1-9b59-843403c16d46 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808558 Mar 11 19:30:19.655615 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-563cdfbe-0680-47ad-80bd-b97f7f307bbe req-9f3e1132-ca24-4643-b982-a26ded2d9f1c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820618 Mar 11 19:30:20.817456 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed683-ea04-437b-8d94-c67f41d1c269 req-2418d21b-a0be-48ef-b8b9-57c5c8a13620 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.819053 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a8bed683-ea04-437b-8d94-c67f41d1c269 req-2418d21b-a0be-48ef-b8b9-57c5c8a13620 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.0813005 Mar 11 19:30:20.871502 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-a8bed683-ea04-437b-8d94-c67f41d1c269 req-992dcabb-cc94-4f75-b7ab-26f3b36f712d tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468981 Mar 11 19:30:21.237955 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50158) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:21.345837 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e729c4d0-f65e-4941-9f60-c837f49bbc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.428941 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e729c4d0-f65e-4941-9f60-c837f49bbc9a admin admin] Publish callbacks [] for security_group (dd8ccf7f-ed09-4840-813e-8f1bf54d2eae), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.434415 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-e729c4d0-f65e-4941-9f60-c837f49bbc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (dd8ccf7f-ed09-4840-813e-8f1bf54d2eae), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.474399 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-e729c4d0-f65e-4941-9f60-c837f49bbc9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c72d3b3e5524e7992f22ae7afb69aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353547 Mar 11 19:30:21.475532 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729c4d0-f65e-4941-9f60-c837f49bbc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8ccf7f-ed09-4840-813e-8f1bf54d2eae,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:21.477194 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50162) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:21.532075 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6251ed97-7aed-488b-a6c8-863b7f923a81 admin admin] Publish callbacks [] for security_group (dd8ccf7f-ed09-4840-813e-8f1bf54d2eae), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.560936 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6251ed97-7aed-488b-a6c8-863b7f923a81 admin admin] Publish callbacks [] for security_group (dd8ccf7f-ed09-4840-813e-8f1bf54d2eae), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.626015 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6251ed97-7aed-488b-a6c8-863b7f923a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (dd8ccf7f-ed09-4840-813e-8f1bf54d2eae), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.629863 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-6251ed97-7aed-488b-a6c8-863b7f923a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.634853 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-6251ed97-7aed-488b-a6c8-863b7f923a81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd8ccf7f-ed09-4840-813e-8f1bf54d2eae HTTP/1.1" status: 204 len: 168 time: 0.1531847 Mar 11 19:30:21.644097 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251ed97-7aed-488b-a6c8-863b7f923a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8ccf7f-ed09-4840-813e-8f1bf54d2eae,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:21.939609 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50170) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:21.962808 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4feade9c-3b36-40aa-80d8-14119d094142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.035010 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b82a09-4b6d-4409-88cf-0e0fe7818583 req-b167fc80-becc-4020-93d8-76903583c513 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.036592 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d0b82a09-4b6d-4409-88cf-0e0fe7818583 req-b167fc80-becc-4020-93d8-76903583c513 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.0942221 Mar 11 19:30:22.115316 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d0b82a09-4b6d-4409-88cf-0e0fe7818583 req-e4abe9f0-dc4f-49b6-90ad-3ebd1be92a21 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697999 Mar 11 19:30:22.122916 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4feade9c-3b36-40aa-80d8-14119d094142 admin admin] Publish callbacks [] for security_group (d0cb9219-197e-4ef6-b985-69b69c132eed), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.130482 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-4feade9c-3b36-40aa-80d8-14119d094142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d0cb9219-197e-4ef6-b985-69b69c132eed), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.179440 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-4feade9c-3b36-40aa-80d8-14119d094142 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c0f62c19b4c4567bfaac9094925b1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381032 Mar 11 19:30:22.180497 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feade9c-3b36-40aa-80d8-14119d094142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb9219-197e-4ef6-b985-69b69c132eed,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:22.182373 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50174) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:22.237249 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a57f620-9499-4fec-b884-02ce02e110f2 admin admin] Publish callbacks [] for security_group (d0cb9219-197e-4ef6-b985-69b69c132eed), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.261520 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a57f620-9499-4fec-b884-02ce02e110f2 admin admin] Publish callbacks [] for security_group (d0cb9219-197e-4ef6-b985-69b69c132eed), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.273363 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2ecb1-8f64-4cb2-857c-15a616ac430f req-45edbaf5-0734-4c8f-8b77-a1933aaec3f6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.275248 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aeb2ecb1-8f64-4cb2-857c-15a616ac430f req-45edbaf5-0734-4c8f-8b77-a1933aaec3f6 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.0650423 Mar 11 19:30:22.321458 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a57f620-9499-4fec-b884-02ce02e110f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (d0cb9219-197e-4ef6-b985-69b69c132eed), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.324335 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a57f620-9499-4fec-b884-02ce02e110f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.325562 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8a57f620-9499-4fec-b884-02ce02e110f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0cb9219-197e-4ef6-b985-69b69c132eed HTTP/1.1" status: 204 len: 168 time: 0.1421895 Mar 11 19:30:22.335394 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f620-9499-4fec-b884-02ce02e110f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb9219-197e-4ef6-b985-69b69c132eed,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:22.339555 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-aeb2ecb1-8f64-4cb2-857c-15a616ac430f req-2a5ca764-b0ef-4cc6-a776-a0f46faa2efb tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578122 Mar 11 19:30:22.368559 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50178) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:22.426664 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b13297-ed26-4779-b499-309affb181ba tempest-TestVolumeBootPattern-437660322 tempest-TestVolumeBootPattern-437660322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.428832 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b4b13297-ed26-4779-b499-309affb181ba tempest-TestVolumeBootPattern-437660322 tempest-TestVolumeBootPattern-437660322-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1124 time: 0.0584726 Mar 11 19:30:22.431058 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50180) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:22.435377 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.v2.base [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Request body: {'floatingip': {'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'port_id': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:22.461442 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.574363 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (None), before_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.692705 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_common [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Allocated IP 172.27.2.245 (46d1d4ef-8d34-4ade-9fc5-e51929a623bc/0b078e3c-294d-4888-b253-2488d980fec4/466fd120-24d8-488d-b4da-fc03a13ffd1e) {{(pid=103355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:22.816645 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.854099 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769665892711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.889765 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Network 46d1d4ef-8d34-4ade-9fc5-e51929a623bc is already hosted by enough agents. {{(pid=103355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:22.893349 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.base_scheduler [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Resources bound (agent type, host, resource id): {{(pid=103355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:22.897268 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Received port after_create {{(pid=103355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:22.938357 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=466fd120-24d8-488d-b4da-fc03a13ffd1e,revision_number=1']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:23.614038 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (210dd97c-8824-4a3d-aa42-b903c21c94e1), precommit_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.686061 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4021027'] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), before_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.850234 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), precommit_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.856623 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769666460007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769665892729', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769665892747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9959885'] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), after_update {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.932697 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event updated for resources: {'Port': ['ID=466fd120-24d8-488d-b4da-fc03a13ffd1e,revision_number=2']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:23.945374 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580226'] for floatingip (210dd97c-8824-4a3d-aa42-b903c21c94e1), after_create {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.052346 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Floating IP 210dd97c-8824-4a3d-aa42-b903c21c94e1 associated. External IP: 172.27.2.245, port: c397bda9-fe35-4ffb-b7d9-e0f2e5f93248. Mar 11 19:30:24.273286 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50232) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:24.280569 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:24.393939 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a882c85-c465-40b8-8c2d-16d6609f3c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.408203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:24.418854 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:24.430418 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.434674 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:24.435475 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:30:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:24.488774 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7edd14af-0f8d-4324-99ea-7b89d7370b55 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0406148 Mar 11 19:30:24.488774 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:24.488774 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda42df3-c5bd-423a-a7a7-53996da71b05" -d '{"events": [{"name": "network-changed", "server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:24.497467 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a882c85-c465-40b8-8c2d-16d6609f3c96 admin admin] Publish callbacks [] for security_group (041370d7-7d87-4e4d-a92f-951220898805), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.502486 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-3a882c85-c465-40b8-8c2d-16d6609f3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (041370d7-7d87-4e4d-a92f-951220898805), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.519671 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d48a0f-f51d-4f9d-aa20-150a1ef83587 x-openstack-request-id: req-55d48a0f-f51d-4f9d-aa20-150a1ef83587 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:24.520092 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:24.520368 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55d48a0f-f51d-4f9d-aa20-150a1ef83587 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:24.520985 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'status': 'completed', 'code': 200} Mar 11 19:30:24.548423 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-3a882c85-c465-40b8-8c2d-16d6609f3c96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5bee973e8cf4d25851086c00012d205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739334 Mar 11 19:30:24.549481 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a882c85-c465-40b8-8c2d-16d6609f3c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041370d7-7d87-4e4d-a92f-951220898805,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:24.552737 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50240) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:24.604795 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-103e17fe-ac3f-447a-b5eb-bd84eb4d259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.606472 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-103e17fe-ac3f-447a-b5eb-bd84eb4d259f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1129 time: 0.0597341 Mar 11 19:30:24.613379 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb5bc-e946-42f6-be09-01b5ef3e05d0 admin admin] Publish callbacks [] for security_group (041370d7-7d87-4e4d-a92f-951220898805), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.645350 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb5bc-e946-42f6-be09-01b5ef3e05d0 admin admin] Publish callbacks [] for security_group (041370d7-7d87-4e4d-a92f-951220898805), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.662594 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:24.705285 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb5bc-e946-42f6-be09-01b5ef3e05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (041370d7-7d87-4e4d-a92f-951220898805), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.708150 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb5bc-e946-42f6-be09-01b5ef3e05d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.713637 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-8a5fb5bc-e946-42f6-be09-01b5ef3e05d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/041370d7-7d87-4e4d-a92f-951220898805 HTTP/1.1" status: 204 len: 168 time: 0.1596804 Mar 11 19:30:24.720508 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-5cd36182-6a4c-4600-863d-ec32c5d5b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.722640 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fb5bc-e946-42f6-be09-01b5ef3e05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041370d7-7d87-4e4d-a92f-951220898805,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:24.723924 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-5cd36182-6a4c-4600-863d-ec32c5d5b263 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.1092582 Mar 11 19:30:24.809984 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-4e82580a-064c-4a7e-af52-ccc1a7839061 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 200 len: 999 time: 0.0804687 Mar 11 19:30:24.870515 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-2a3dbd5a-d766-41b8-bf74-19c7f1579502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.872068 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-2a3dbd5a-d766-41b8-bf74-19c7f1579502 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0560465 Mar 11 19:30:24.921727 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 1, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}, {'id': '210dd97c-8824-4a3d-aa42-b903c21c94e1', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:6f:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55673fa-95c1-486d-9f4e-82e344239169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:30:23Z', 'updated_at': '2022-03-11T19:30:23Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:24.927188 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-72ae9532-355f-49d2-9104-207646eef53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.928703 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-72ae9532-355f-49d2-9104-207646eef53a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500708 Mar 11 19:30:24.951198 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:24.960451 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:24.961101 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:30:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:25.035144 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-c686e9cd-b437-4b84-8d7d-35ba06d5c8eb service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995216 Mar 11 19:30:25.066082 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50246) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:25.083619 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6acc-6ba2-49a0-bf93-d62f6b09d3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.092988 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:25.140563 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-cda42df3-c5bd-423a-a7a7-53996da71b05 req-b41606fc-ecf1-469e-9d76-45be1d80a499 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988109 Mar 11 19:30:25.187029 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6acc-6ba2-49a0-bf93-d62f6b09d3a6 admin admin] Publish callbacks [] for security_group (6a5b9012-cdac-4897-a457-d36c3c83ae79), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.192128 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-c9fd6acc-6ba2-49a0-bf93-d62f6b09d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6a5b9012-cdac-4897-a457-d36c3c83ae79), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.232432 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd6acc-6ba2-49a0-bf93-d62f6b09d3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5b9012-cdac-4897-a457-d36c3c83ae79,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:25.236618 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-c9fd6acc-6ba2-49a0-bf93-d62f6b09d3a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56b3a27c3213492e8b8d004ab05fa737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681831 Mar 11 19:30:25.239930 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50248) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:25.300707 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8256f1-2b69-4e00-a99f-4bc27fa27b8e admin admin] Publish callbacks [] for security_group (6a5b9012-cdac-4897-a457-d36c3c83ae79), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.324359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8256f1-2b69-4e00-a99f-4bc27fa27b8e admin admin] Publish callbacks [] for security_group (6a5b9012-cdac-4897-a457-d36c3c83ae79), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.344880 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 1, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}, {'id': '210dd97c-8824-4a3d-aa42-b903c21c94e1', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:6f:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55673fa-95c1-486d-9f4e-82e344239169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:30:23Z', 'updated_at': '2022-03-11T19:30:23Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:25.374502 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d41c0-fb7e-41a7-bef2-3a4461c3806e None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 1, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}, {'id': '210dd97c-8824-4a3d-aa42-b903c21c94e1', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:6f:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55673fa-95c1-486d-9f4e-82e344239169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:30:23Z', 'updated_at': '2022-03-11T19:30:23Z', 'revision_number': 0, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:25.376461 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8256f1-2b69-4e00-a99f-4bc27fa27b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (6a5b9012-cdac-4897-a457-d36c3c83ae79), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.380060 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1c8256f1-2b69-4e00-a99f-4bc27fa27b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.383878 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1c8256f1-2b69-4e00-a99f-4bc27fa27b8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a5b9012-cdac-4897-a457-d36c3c83ae79 HTTP/1.1" status: 204 len: 168 time: 0.1405368 Mar 11 19:30:25.393564 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8256f1-2b69-4e00-a99f-4bc27fa27b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5b9012-cdac-4897-a457-d36c3c83ae79,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:25.616453 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf3366b-663e-4a51-b020-cb203624777f None None] New status for floating IP 210dd97c-8824-4a3d-aa42-b903c21c94e1: ACTIVE {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:30:26.585385 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50282) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:26.702857 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f00cee9-ca87-4c6a-aba2-ad3f4102855b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.786044 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f00cee9-ca87-4c6a-aba2-ad3f4102855b admin admin] Publish callbacks [] for security_group (38ff6274-210b-4a2f-a633-ca30a60f84b8), precommit_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.789821 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-1f00cee9-ca87-4c6a-aba2-ad3f4102855b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (38ff6274-210b-4a2f-a633-ca30a60f84b8), after_create {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.829051 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-1f00cee9-ca87-4c6a-aba2-ad3f4102855b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=005f13365c1e4ff590f465a71ba42eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422080 Mar 11 19:30:26.829902 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00cee9-ca87-4c6a-aba2-ad3f4102855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff6274-210b-4a2f-a633-ca30a60f84b8,revision_number=1']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:26.832556 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50286) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:26.891184 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e168d292-bac7-4b9e-a81c-d1eef836b311 admin admin] Publish callbacks [] for security_group (38ff6274-210b-4a2f-a633-ca30a60f84b8), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.913574 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e168d292-bac7-4b9e-a81c-d1eef836b311 admin admin] Publish callbacks [] for security_group (38ff6274-210b-4a2f-a633-ca30a60f84b8), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.962921 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e168d292-bac7-4b9e-a81c-d1eef836b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (38ff6274-210b-4a2f-a633-ca30a60f84b8), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.965586 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e168d292-bac7-4b9e-a81c-d1eef836b311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.966743 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e168d292-bac7-4b9e-a81c-d1eef836b311 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38ff6274-210b-4a2f-a633-ca30a60f84b8 HTTP/1.1" status: 204 len: 168 time: 0.1330965 Mar 11 19:30:26.974991 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168d292-bac7-4b9e-a81c-d1eef836b311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff6274-210b-4a2f-a633-ca30a60f84b8,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:29.885414 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:30:34.702277 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9588378e-8612-4db4-88de-7de27cac3c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:35.504868 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:36.987730 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2ac24d6-aafd-47ee-a309-5dc024b601c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:38.815701 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.407484 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:41.754763 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.041026 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-624e8e37-80ce-4712-832f-fb68880f1cc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457079 Mar 11 19:30:46.132697 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-b22fb054-e6f2-4c7b-996f-c39315a38607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.134281 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-b22fb054-e6f2-4c7b-996f-c39315a38607 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1129 time: 0.0476818 Mar 11 19:30:46.245296 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-577658d6-1957-4a26-9fbf-1d996fce6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.246792 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-577658d6-1957-4a26-9fbf-1d996fce6831 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0907912 Mar 11 19:30:46.322177 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-bd405399-ef95-458c-b3c4-8a1a5b25dd70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 1001 time: 0.0647697 Mar 11 19:30:46.377252 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-f05633fb-4435-44a8-ae53-c61bdc99a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.379373 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-f05633fb-4435-44a8-ae53-c61bdc99a32c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0494397 Mar 11 19:30:46.433419 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-70031b98-e9d6-4475-a42a-c789d4c72762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.434923 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-70031b98-e9d6-4475-a42a-c789d4c72762 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494781 Mar 11 19:30:46.538568 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-a55cc21c-f0a3-44ec-ace0-759da4639323 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961411 Mar 11 19:30:46.643939 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-04b11e96-cd16-4616-adfb-1066763c46c3 req-8fdd3fa2-371c-49bc-b452-83a36c55a2ef service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984066 Mar 11 19:31:04.709087 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a001c4a-6d8b-46ec-b7e8-9e94898bf044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.501762 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:06.884071 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:31:06.990590 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5550ee6f-e300-46c8-8cb3-57436231ec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.817940 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:10.409395 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:11.750740 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:34.704590 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b49d07b7-98a1-47ca-bc59-426ebc9822e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:35.498711 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.992944 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7882833d-3a61-4bf3-979d-28580c3dca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.820888 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.412881 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.743791 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.883888 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:31:48.046163 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-5c065cf7-843c-475f-b423-74ba37616d94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463703 Mar 11 19:31:48.116203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-dbf9f047-24c4-4546-9daa-3cdd50cd277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:48.117939 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-dbf9f047-24c4-4546-9daa-3cdd50cd277e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1129 time: 0.0511701 Mar 11 19:31:48.231427 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-34c3eb8c-a3e4-4d8b-a7ad-48e6eefb7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:48.233007 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-34c3eb8c-a3e4-4d8b-a7ad-48e6eefb7396 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.0943794 Mar 11 19:31:48.306285 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-070ab858-7efe-42b5-8c7b-7473d1a9ebaf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 200 len: 1001 time: 0.0670800 Mar 11 19:31:48.358050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-5b1c9eb8-6328-4c9a-8ac6-c43bc28bd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:48.359517 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-5b1c9eb8-6328-4c9a-8ac6-c43bc28bd770 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0464931 Mar 11 19:31:48.410654 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-4f6c22d7-1e41-494a-9bb5-960d1fa3d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:48.412170 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-4f6c22d7-1e41-494a-9bb5-960d1fa3d083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469780 Mar 11 19:31:48.509075 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-10c04646-eaa6-4e4a-b7f0-5e0613c1ede3 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903916 Mar 11 19:31:48.601543 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-39327815-cc2c-47e3-bd66-be8fe4b85fea req-63bc4907-29ae-462c-bc3c-ace5ed52440f service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865831 Mar 11 19:31:55.328183 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50318) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:55.492622 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Deleting port 466fd120-24d8-488d-b4da-fc03a13ffd1e {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:55.493014 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.573503 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.573840 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (466fd120-24d8-488d-b4da-fc03a13ffd1e), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.586251 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Calling delete_port for 466fd120-24d8-488d-b4da-fc03a13ffd1e owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:55.745574 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (466fd120-24d8-488d-b4da-fc03a13ffd1e), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.769508 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'Port': ['ID=466fd120-24d8-488d-b4da-fc03a13ffd1e,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:55.784576 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.784967 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.785321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.785666 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.786006 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.786342 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.786676 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.787010 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.787342 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.787675 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.788029 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.788388 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.788742 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:55.847623 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (210dd97c-8824-4a3d-aa42-b903c21c94e1), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.847857 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Floating IP 210dd97c-8824-4a3d-aa42-b903c21c94e1 disassociated (deleted). External IP: 172.27.2.245, port: c397bda9-fe35-4ffb-b7d9-e0f2e5f93248. Mar 11 19:31:56.067203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:31:56.183860 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:31:56.188697 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.197439 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:31:56.208360 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:31:56.209565 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:31:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:56.326186 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:31:56.499142 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7a899f5f-03b8-4639-a442-00ecd5b575cc tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "DELETE /v2.0/floatingips/210dd97c-8824-4a3d-aa42-b903c21c94e1 HTTP/1.1" status: 204 len: 168 time: 1.1693530 Mar 11 19:31:56.500022 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:56.504151 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:56.542162 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d2fef-cf4a-46c2-b1e4-047477fc99f0 x-openstack-request-id: req-388d2fef-cf4a-46c2-b1e4-047477fc99f0 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:56.542459 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:56.542717 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-388d2fef-cf4a-46c2-b1e4-047477fc99f0 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:56.543125 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'status': 'completed', 'code': 200} Mar 11 19:31:56.577150 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 1, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:56.609377 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:31:56.616964 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-db58232d-0153-4d09-a21c-9c5d5ec67fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.618938 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-db58232d-0153-4d09-a21c-9c5d5ec67fff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 1129 time: 0.0545053 Mar 11 19:31:56.622290 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:31:56.623609 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:31:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:56.748494 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-57021e20-fe22-4575-ba98-5ba63a453a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.750102 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-57021e20-fe22-4575-ba98-5ba63a453a76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.1194897 Mar 11 19:31:56.795251 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-278915d1-1e16-4721-a471-40d87f3c4568 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 200 len: 217 time: 0.0373545 Mar 11 19:31:56.847988 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:31:56.856523 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-70538ffa-194f-4471-8720-16c0710ad34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.858156 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-70538ffa-194f-4471-8720-16c0710ad34a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0564888 Mar 11 19:31:56.922323 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-8dc159c3-9667-40d7-a9f9-63859314810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.923777 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-8dc159c3-9667-40d7-a9f9-63859314810b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589099 Mar 11 19:31:57.020179 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3839f-4861-4ccb-a116-01a29d1a2837 req-7c5626ff-0baf-4483-99f8-8959ed52951f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.021704 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d8d3839f-4861-4ccb-a116-01a29d1a2837 req-7c5626ff-0baf-4483-99f8-8959ed52951f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.3084283 Mar 11 19:31:57.073506 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-fc2f958c-2109-4d53-9fb5-135938c0a639 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296258 Mar 11 19:31:57.100628 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 1, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:57.114419 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-d8d3839f-4861-4ccb-a116-01a29d1a2837 req-285a6d39-2837-4cdc-86bd-5d67ea651b2c tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862865 Mar 11 19:31:57.134033 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e89620-8d97-4973-a373-9fb88e3293c0 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_floatingips': [{'id': '1d7e9204-41f9-4dd1-ad32-d015e8d9982c', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'router_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'port_id': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'mac_address': 'fa:16:3e:e4:a6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:27Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 1, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:31:57.192455 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-c1efedd2-35fc-4f6c-9967-d3cd9a5e39e0 req-9b19be94-0331-4709-a23b-a45501c1c326 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125112 Mar 11 19:31:57.383592 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae67dc9-df4c-433e-aff7-7e4710b5778f None None] New status for floating IP 210dd97c-8824-4a3d-aa42-b903c21c94e1: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:31:58.333863 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-2f172a04-f30c-49e2-a65a-109d74925944 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.335324 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-2f172a04-f30c-49e2-a65a-109d74925944 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.0926566 Mar 11 19:31:58.342180 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4384e6-da02-47f8-a126-077b3a518de3 req-71925061-3161-44e2-8a8a-f8cf599cddbb tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.343541 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b4384e6-da02-47f8-a126-077b3a518de3 req-71925061-3161-44e2-8a8a-f8cf599cddbb tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 945 time: 0.1528044 Mar 11 19:31:58.444389 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-5b4384e6-da02-47f8-a126-077b3a518de3 req-7d65b1de-73a0-40c9-8538-3dca18bb4541 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931561 Mar 11 19:31:58.468186 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Deleting port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:58.468570 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.562950 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] For port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:58.563322 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.575811 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Calling delete_port for c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:58.717903 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (c397bda9-fe35-4ffb-b7d9-e0f2e5f93248), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.747237 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'Port': ['ID=c397bda9-fe35-4ffb-b7d9-e0f2e5f93248,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:58.791086 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] No DVR routers for this DVR port c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:58.793631 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.797008 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4a17a1fd-0177-4548-a718-61a0f27dc573 req-3d760441-21f3-4b59-a3f7-d155af4d0c06 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "DELETE /v2.0/ports/c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 HTTP/1.1" status: 204 len: 173 time: 0.4525714 Mar 11 19:31:58.797452 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'name': 'network-vif-deleted', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:58.799915 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571ac9f3-226d-44fd-982c-abda01df255d" -d '{"events": [{"server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "name": "network-vif-deleted", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:58.843824 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a98bd1-d50c-41ea-880c-355860640e90 x-openstack-request-id: req-e5a98bd1-d50c-41ea-880c-355860640e90 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:58.844123 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55673fa-95c1-486d-9f4e-82e344239169", "name": "network-vif-deleted", "tag": "c397bda9-fe35-4ffb-b7d9-e0f2e5f93248", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:58.844378 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5a98bd1-d50c-41ea-880c-355860640e90 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:58.844815 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55673fa-95c1-486d-9f4e-82e344239169', 'name': 'network-vif-deleted', 'tag': 'c397bda9-fe35-4ffb-b7d9-e0f2e5f93248', 'status': 'completed', 'code': 200} Mar 11 19:31:59.560520 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-758b9fbf-a1a0-4f7d-9fdd-cf5f0bb38198 req-eb97f2b1-1ef8-4aef-931d-a879288f5f09 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55673fa-95c1-486d-9f4e-82e344239169 HTTP/1.1" status: 200 len: 210 time: 0.0342026 Mar 11 19:32:01.548181 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:01.569070 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:01.569423 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device c397bda9-fe35-4ffb-b7d9-e0f2e5f93248 not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:02.864203 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50360) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:03.035979 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Deleting port a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:03.036238 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.111196 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.111545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.131513 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Calling delete_port for a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:03.292994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.322814 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'Port': ['ID=a375d6dd-b66e-4eaf-9ea5-0a475c7ebfc3,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:03.385626 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (1d7e9204-41f9-4dd1-ad32-d015e8d9982c), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.386090 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.db.l3_db [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Floating IP 1d7e9204-41f9-4dd1-ad32-d015e8d9982c disassociated (deleted). External IP: 172.27.2.136, port: 3ccba60b-03cb-47ae-aa6b-928df2f14c5f. Mar 11 19:32:03.637473 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:03.776098 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:03.781110 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.786182 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:03.806155 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:03.806814 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:31:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:03.819574 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-e169c770-a0aa-4ae9-88ea-b5e073c85f11 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "DELETE /v2.0/floatingips/1d7e9204-41f9-4dd1-ad32-d015e8d9982c HTTP/1.1" status: 204 len: 168 time: 0.9542170 Mar 11 19:32:03.820161 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:03.822435 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb4d0a-3f07-4b68-91c2-656f8a070bda" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:03.867453 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589a0d08-c511-4e3b-b866-f064757e6358 x-openstack-request-id: req-589a0d08-c511-4e3b-b866-f064757e6358 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:03.868080 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:03.868080 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-589a0d08-c511-4e3b-b866-f064757e6358 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:03.868362 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'status': 'completed', 'code': 200} Mar 11 19:32:03.943037 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:04.005599 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-774a93af-2380-4dc5-b7a3-9b02f3b56e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.006988 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-774a93af-2380-4dc5-b7a3-9b02f3b56e82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95948645afad4e47889e89b7b43d28eb&device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 1129 time: 0.1161568 Mar 11 19:32:04.164096 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b662399-ab46-4d6d-a99e-a6ab9886d28b req-2362c141-0807-465b-b1a6-248a23ae7f6b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.165444 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b662399-ab46-4d6d-a99e-a6ab9886d28b req-2362c141-0807-465b-b1a6-248a23ae7f6b tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 945 time: 0.1190197 Mar 11 19:32:04.167124 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-7db7303d-5bb9-45e2-9a87-a1e8adfcfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.168596 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-7db7303d-5bb9-45e2-9a87-a1e8adfcfa2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 200 len: 912 time: 0.1543181 Mar 11 19:32:04.191626 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:04.220267 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-4519802d-5a19-4b33-82d0-35601eb3000d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 200 len: 217 time: 0.0424387 Mar 11 19:32:04.227053 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:04.238284 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:04.239055 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:31:37Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:04.289769 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2b662399-ab46-4d6d-a99e-a6ab9886d28b req-4976dcf7-45a2-4cdb-9caa-b216dba0587e tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180587 Mar 11 19:32:04.297031 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-42773add-bd44-4a7e-b6b2-865660f4d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.298537 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-42773add-bd44-4a7e-b6b2-865660f4d993 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 200 len: 850 time: 0.0716362 Mar 11 19:32:04.353913 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-3768c13f-6fde-4483-91ad-99069bf64ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.355433 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-3768c13f-6fde-4483-91ad-99069bf64ef5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6322b9a5-ecc4-461b-b80a-6d6473806bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508544 Mar 11 19:32:04.358438 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:04.455290 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-29e7da83-6326-4ae1-9cad-6d1a2f1cc34f service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920675 Mar 11 19:32:04.552782 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-4edb4d0a-3f07-4b68-91c2-656f8a070bda req-26e74050-bace-4191-a0a2-e17a242dfb61 service neutron] 10.222.0.18 "GET /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913274 Mar 11 19:32:04.570763 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:04.597975 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e35a18f-7875-49be-aba1-785471ca6683 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:25:07Z', 'revision_number': 4, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi', '_interfaces': [{'id': 'b09891e6-9dd2-43eb-bdaf-985ca20dccb2', 'name': '', 'network_id': '6322b9a5-ecc4-461b-b80a-6d6473806bb2', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'mac_address': 'fa:16:3e:11:4b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:07Z', 'updated_at': '2022-03-11T19:25:12Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'subnets': [{'id': '4db59c0f-7f99-415b-a04d-77ab0e849892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:04.701075 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-792f6698-3ed4-4030-b5bd-e50e19151a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:04.837190 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f634f45-3f77-431a-9f15-e1aa10e15b84 None None] New status for floating IP 1d7e9204-41f9-4dd1-ad32-d015e8d9982c: DOWN {{(pid=103356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:32:05.421728 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ba294-120c-46e5-80ba-5213c4ee5841 req-7ab532de-8091-472d-a6bb-d56a02638c9a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.423222 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-837ba294-120c-46e5-80ba-5213c4ee5841 req-7ab532de-8091-472d-a6bb-d56a02638c9a tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 945 time: 0.0563910 Mar 11 19:32:05.478023 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-837ba294-120c-46e5-80ba-5213c4ee5841 req-72f08f5f-a9f3-4fdb-8940-8a12613353db tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/security-groups?id=4d049ebb-4940-48d1-99c6-d82aa4c0af6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483780 Mar 11 19:32:05.515320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.589233 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-ddaf0271-7f43-4bfc-87ba-baae005754a5 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.590737 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-ddaf0271-7f43-4bfc-87ba-baae005754a5 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 945 time: 0.0569336 Mar 11 19:32:05.688190 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Deleting port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:05.688545 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.785472 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] For port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f, host hv-cinder-83067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83067',level=0,port_id=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:05.785839 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.798056 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Calling delete_port for 3ccba60b-03cb-47ae-aa6b-928df2f14c5f owned by compute:nova {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:05.931628 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (3ccba60b-03cb-47ae-aa6b-928df2f14c5f), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.961896 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'Port': ['ID=3ccba60b-03cb-47ae-aa6b-928df2f14c5f,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:06.006773 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] No DVR routers for this DVR port 3ccba60b-03cb-47ae-aa6b-928df2f14c5f on host hv-cinder-83067 {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:06.009270 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for port (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:06.012719 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-307655e0-b2f7-4441-a6dd-9722595a7d39 req-f45fe5ae-b4db-4487-824e-66926b977eaf tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.18 "DELETE /v2.0/ports/3ccba60b-03cb-47ae-aa6b-928df2f14c5f HTTP/1.1" status: 204 len: 173 time: 0.4174001 Mar 11 19:32:06.013266 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'name': 'network-vif-deleted', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f'}] {{(pid=103355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:06.015994 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae9c360aea7b1a57ca18c099228ed4ba8bcfc06384137581490772d5b3d14fff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a69f8-4a0e-4b5f-8fb3-0891a79219ff" -d '{"events": [{"server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "name": "network-vif-deleted", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f"}]}' {{(pid=103355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:06.054954 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdb3138-ef84-475c-9082-37318b882ef4 x-openstack-request-id: req-cbdb3138-ef84-475c-9082-37318b882ef4 {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:06.055274 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c2b32f-71f7-472d-bb98-12592d05253c", "name": "network-vif-deleted", "tag": "3ccba60b-03cb-47ae-aa6b-928df2f14c5f", "status": "completed", "code": 200}]} {{(pid=103355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:06.055549 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbdb3138-ef84-475c-9082-37318b882ef4 {{(pid=103355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:06.055948 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c2b32f-71f7-472d-bb98-12592d05253c', 'name': 'network-vif-deleted', 'tag': '3ccba60b-03cb-47ae-aa6b-928df2f14c5f', 'status': 'completed', 'code': 200} Mar 11 19:32:06.589382 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [req-2617f8d2-1c9b-49ed-afcd-28406e2496d6 req-1a2bafe7-e4a0-4616-983e-45f55295fa50 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5c2b32f-71f7-472d-bb98-12592d05253c HTTP/1.1" status: 200 len: 210 time: 0.0292633 Mar 11 19:32:06.995437 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9056-0fc0-4806-8fd7-aa9d7538b300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.647899 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50378) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:07.797204 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Deleting port 6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:07.797554 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.878634 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.878959 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.890713 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Calling delete_port for 6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76 owned by network:floatingip {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:08.030990 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.055500 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'Port': ['ID=6c53ec6a-e89c-4ddf-9c1e-3101e7d0ab76,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:08.121727 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for floatingip (134d781f-69d8-4291-8c43-7dbc4310256b), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.124330 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56656'] for floatingip (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.125587 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-c695aa40-f768-4ec6-8794-98d1d42b6bb2 tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "DELETE /v2.0/floatingips/134d781f-69d8-4291-8c43-7dbc4310256b HTTP/1.1" status: 204 len: 168 time: 0.4766905 Mar 11 19:32:08.822824 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.333269 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50390) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:09.394430 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a85dac07-c84a-4b89-87e1-7b7c8a074b4f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group (4d049ebb-4940-48d1-99c6-d82aa4c0af6a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.419051 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a85dac07-c84a-4b89-87e1-7b7c8a074b4f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group (4d049ebb-4940-48d1-99c6-d82aa4c0af6a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.489899 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a85dac07-c84a-4b89-87e1-7b7c8a074b4f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (4d049ebb-4940-48d1-99c6-d82aa4c0af6a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.492687 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-a85dac07-c84a-4b89-87e1-7b7c8a074b4f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Publish callbacks [] for security_group (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.496620 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-a85dac07-c84a-4b89-87e1-7b7c8a074b4f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] 10.222.0.55 "DELETE /v2.0/security-groups/4d049ebb-4940-48d1-99c6-d82aa4c0af6a HTTP/1.1" status: 204 len: 168 time: 0.1596684 Mar 11 19:32:09.503984 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dac07-c84a-4b89-87e1-7b7c8a074b4f tempest-TestVolumeBootPattern-36122445 tempest-TestVolumeBootPattern-36122445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d049ebb-4940-48d1-99c6-d82aa4c0af6a,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:09.549143 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50394) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:09.594887 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3ccba60b-03cb-47ae-aa6b-928df2f14c5f no longer exists at agent hyperv_hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:09.614873 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] No Port match for: 3ccba60b-03cb-47ae-aa6b-928df2f14c5f {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:09.615222 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Device 3ccba60b-03cb-47ae-aa6b-928df2f14c5f not bound to the agent host hv-cinder-83067 {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:10.007441 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.262118 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Deleting port b09891e6-9dd2-43eb-bdaf-985ca20dccb2 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:10.262368 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.342969 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] For port b09891e6-9dd2-43eb-bdaf-985ca20dccb2, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:10.343320 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.359312 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Calling delete_port for b09891e6-9dd2-43eb-bdaf-985ca20dccb2 owned by network:router_interface {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:10.414593 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.552823 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (b09891e6-9dd2-43eb-bdaf-985ca20dccb2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.577063 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09891e6-9dd2-43eb-bdaf-985ca20dccb2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:10.587417 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.587776 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.588112 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.588447 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.588799 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.589142 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.589806 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.589806 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.590104 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.590392 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.590713 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.591033 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.591351 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830674-2-iscsi {{(pid=103353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:10.774310 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.996434 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:11.342442 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:11.347918 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-eee7bd9c-2bff-449a-be10-9a7cd0857a00 admin admin] 10.222.0.55 "PUT /v2.0/routers/3c35aa37-fe6c-420d-80db-ea7cbaa568e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973485 Mar 11 19:32:11.350285 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50400) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:11.353357 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] Sync routers for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:11.369713 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:11.370427 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:32:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:11.457803 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks [] for router (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.491434 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: dv-cinder-830674-2-iscsi {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:11.578583 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks [] for router_gateway (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.644347 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Deleting port 996daa1e-a599-4cf0-bae5-89347eb262f7 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:11.644702 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.681430 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:32:10Z', 'revision_number': 5, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port': {'id': '996daa1e-a599-4cf0-bae5-89347eb262f7', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:05Z', 'updated_at': '2022-03-11T19:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:11.709762 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] Checking router: 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 for host: dv-cinder-830674-2-iscsi {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:11.719301 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] Routers {'3c35aa37-fe6c-420d-80db-ea7cbaa568e6'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:11.719912 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:32:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:11.735512 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] For port 996daa1e-a599-4cf0-bae5-89347eb262f7, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=996daa1e-a599-4cf0-bae5-89347eb262f7,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:11.736032 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.747693 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.755896 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Calling delete_port for 996daa1e-a599-4cf0-bae5-89347eb262f7 owned by network:router_gateway {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:11.915832 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] Set router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:11.949230 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (996daa1e-a599-4cf0-bae5-89347eb262f7), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.969949 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:32:11Z', 'revision_number': 6, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:11.975748 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Pushing event deleted for resources: {'Port': ['ID=996daa1e-a599-4cf0-bae5-89347eb262f7,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:11.997662 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a64a4e-36f3-4a72-bafd-6738418ccd22 None None] The sync data for ids ['3c35aa37-fe6c-420d-80db-ea7cbaa568e6'] in dv-cinder-830674-2-iscsi is: [{'id': '3c35aa37-fe6c-420d-80db-ea7cbaa568e6', 'name': 'tempest-TestVolumeBootPattern-700918986-router', 'tenant_id': '95948645afad4e47889e89b7b43d28eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:04Z', 'updated_at': '2022-03-11T19:32:11Z', 'revision_number': 6, 'project_id': '95948645afad4e47889e89b7b43d28eb', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:12.046956 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.142717 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.145190 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks [] for router_controller (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.193961 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (3c35aa37-fe6c-420d-80db-ea7cbaa568e6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.194599 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c35aa37-fe6c-420d-80db-ea7cbaa568e6 {{(pid=103353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:32:12.199006 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.200165 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-0289e5ba-7281-4304-8b00-25cda78e8589 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3c35aa37-fe6c-420d-80db-ea7cbaa568e6 HTTP/1.1" status: 204 len: 168 time: 0.8491445 Mar 11 19:32:12.203015 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50402) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:12.247609 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.db_base_plugin_v2 [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Deleting subnet 4db59c0f-7f99-415b-a04d-77ab0e849892 {{(pid=103353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:32:12.250890 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Publish callbacks [] for subnet (4db59c0f-7f99-415b-a04d-77ab0e849892), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.286660 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4427540'] for subnet (4db59c0f-7f99-415b-a04d-77ab0e849892), precommit_delete_associations {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.372637 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (4db59c0f-7f99-415b-a04d-77ab0e849892), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.438538 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4427674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4308905'] for subnet (4db59c0f-7f99-415b-a04d-77ab0e849892), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.470528 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db59c0f-7f99-415b-a04d-77ab0e849892,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:12.477233 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.480310 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-775535b8-3117-4458-8f0b-52a9155b4514 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4db59c0f-7f99-415b-a04d-77ab0e849892 HTTP/1.1" status: 204 len: 168 time: 0.2763858 Mar 11 19:32:12.482752 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50404) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:12.485851 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459361d2-0be8-46bb-85c3-10a3dc8cf3a3 None None] Network 6322b9a5-ecc4-461b-b80a-6d6473806bb2 requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:12.556170 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (6322b9a5-ecc4-461b-b80a-6d6473806bb2), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.617432 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Deleting port fc170d14-5e03-4db2-9f48-174f0c5d60e4 {{(pid=103353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:12.618252 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.682196 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.db [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] For port fc170d14-5e03-4db2-9f48-174f0c5d60e4, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=fc170d14-5e03-4db2-9f48-174f0c5d60e4,segment=NetworkSegment(c0764365-53ce-4731-974f-db608f2ffbad),segment_id=c0764365-53ce-4731-974f-db608f2ffbad)] {{(pid=103353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:12.682560 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.694817 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.plugin [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Calling delete_port for fc170d14-5e03-4db2-9f48-174f0c5d60e4 owned by network:dhcp {{(pid=103353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:12.781873 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd00004-fb82-40cb-9e00-b3788108d1ca None None] DHCP port deletion for 6322b9a5-ecc4-461b-b80a-6d6473806bb2 request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:32:12.782620 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4427701'] for port (fc170d14-5e03-4db2-9f48-174f0c5d60e4), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.806601 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc170d14-5e03-4db2-9f48-174f0c5d60e4,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:12.821180 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] No DVR routers for this DVR port fc170d14-5e03-4db2-9f48-174f0c5d60e4 on host dv-cinder-830674-2-iscsi {{(pid=103353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:12.852223 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 996daa1e-a599-4cf0-bae5-89347eb262f7 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:12.877249 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 996daa1e-a599-4cf0-bae5-89347eb262f7 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:12.878526 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 996daa1e-a599-4cf0-bae5-89347eb262f7 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:12.878948 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device fc170d14-5e03-4db2-9f48-174f0c5d60e4 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:12.898217 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (6322b9a5-ecc4-461b-b80a-6d6473806bb2), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.900176 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: fc170d14-5e03-4db2-9f48-174f0c5d60e4 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:12.900681 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device fc170d14-5e03-4db2-9f48-174f0c5d60e4 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:12.901201 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b09891e6-9dd2-43eb-bdaf-985ca20dccb2 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:12.923294 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: b09891e6-9dd2-43eb-bdaf-985ca20dccb2 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:12.923796 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device b09891e6-9dd2-43eb-bdaf-985ca20dccb2 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:12.926122 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6322b9a5-ecc4-461b-b80a-6d6473806bb2']}} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:12.936768 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0764365-53ce-4731-974f-db608f2ffbad') {'for_net_delete': True} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:12.937079 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.services.segments.db [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0764365-53ce-4731-974f-db608f2ffbad') {} {{(pid=103353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:12.946858 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4427551'] for segment (c0764365-53ce-4731-974f-db608f2ffbad), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.960637 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (c0764365-53ce-4731-974f-db608f2ffbad), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.966923 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:32:12.967323 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4427332'] for segment (c0764365-53ce-4731-974f-db608f2ffbad), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: Traceback (most recent call last): Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: timer() Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: cb(*args, **kw) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: return func(*args, **kwargs) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: self._notify() Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: self.callback(batched_events) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: event.method(event) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: return f(self, *a, **k) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._get(url).json() Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: return self.request(url, 'GET', **kwargs) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:32:12.969108 dv-cinder-830674-2-iscsi neutron-server[103353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:32:13.035055 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (6322b9a5-ecc4-461b-b80a-6d6473806bb2), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:13.040542 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:13.043961 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6322b9a5-ecc4-461b-b80a-6d6473806bb2 HTTP/1.1" status: 204 len: 168 time: 0.5600469 Mar 11 19:32:13.046737 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50406) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:13.054856 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469f9da-fb9f-40be-9258-bad2dd6dfd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=6322b9a5-ecc4-461b-b80a-6d6473806bb2,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:13.686465 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573826'] for router_interface (ca57d31d-20e1-4498-a26c-7a060283e2be), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:13.943080 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Deleting port 482481ff-30fb-48bd-b6d3-ceab76c718f9 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:13.943335 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.022674 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] For port 482481ff-30fb-48bd-b6d3-ceab76c718f9, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=482481ff-30fb-48bd-b6d3-ceab76c718f9,segment=NetworkSegment(b94728f0-9adb-4153-b814-a5d6862e655a),segment_id=b94728f0-9adb-4153-b814-a5d6862e655a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:14.023038 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.036011 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Calling delete_port for 482481ff-30fb-48bd-b6d3-ceab76c718f9 owned by network:router_interface {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:14.217073 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (482481ff-30fb-48bd-b6d3-ceab76c718f9), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.249343 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=482481ff-30fb-48bd-b6d3-ceab76c718f9,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:14.432575 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576530'] for router_interface (ca57d31d-20e1-4498-a26c-7a060283e2be), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.669321 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Router ca57d31d-20e1-4498-a26c-7a060283e2be has already been hosted by L3 agent b0248b52-be1d-45af-baf2-acf2e28b877e {{(pid=103355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:14.785674 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] Notify agent at l3_agent.dv-cinder-830674-2-iscsi the message routers_updated {{(pid=103355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:14.790682 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7e231a48-a7fd-4727-8f88-1d35aed6fa9e admin admin] 10.222.0.55 "PUT /v2.0/routers/ca57d31d-20e1-4498-a26c-7a060283e2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7423809 Mar 11 19:32:14.793221 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50408) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:14.795788 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] Sync routers for ids ['ca57d31d-20e1-4498-a26c-7a060283e2be'] in dv-cinder-830674-2-iscsi {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:14.807171 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] Routers {'ca57d31d-20e1-4498-a26c-7a060283e2be'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:14.807798 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:32:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['ca57d31d-20e1-4498-a26c-7a060283e2be'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:14.917923 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks [] for router (ca57d31d-20e1-4498-a26c-7a060283e2be), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.028616 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks [] for router_gateway (ca57d31d-20e1-4498-a26c-7a060283e2be), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.068673 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] Set router ca57d31d-20e1-4498-a26c-7a060283e2be gateway port host: dv-cinder-830674-2-iscsi {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:15.088798 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Deleting port 93cdc260-f438-4ff3-a3da-bcef515876e5 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:15.089140 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.174214 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] For port 93cdc260-f438-4ff3-a3da-bcef515876e5, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=93cdc260-f438-4ff3-a3da-bcef515876e5,segment=NetworkSegment(ad95a087-a20e-4d0f-859e-993313086381),segment_id=ad95a087-a20e-4d0f-859e-993313086381)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:15.174583 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.188748 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Calling delete_port for 93cdc260-f438-4ff3-a3da-bcef515876e5 owned by network:router_gateway {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:15.251868 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'external_fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:32:14Z', 'revision_number': 5, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port': {'id': '93cdc260-f438-4ff3-a3da-bcef515876e5', 'name': '', 'network_id': '46d1d4ef-8d34-4ade-9fc5-e51929a623bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:62:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b078e3c-294d-4888-b253-2488d980fec4', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830674-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:25:10Z', 'updated_at': '2022-03-11T19:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b078e3c-294d-4888-b253-2488d980fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830674-2-iscsi'}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:15.288412 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] Checking router: ca57d31d-20e1-4498-a26c-7a060283e2be for host: dv-cinder-830674-2-iscsi {{(pid=103356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:15.296706 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] Routers {'ca57d31d-20e1-4498-a26c-7a060283e2be'} bound to L3 agent in host dv-cinder-830674-2-iscsi {{(pid=103356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:15.297377 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830674-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:08:07Z,description=,heartbeat_timestamp=2022-03-11T19:32:07Z,host='dv-cinder-830674-2-iscsi',id=b0248b52-be1d-45af-baf2-acf2e28b877e,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:08:07Z,topic='l3_agent')) {'router_ids': ['ca57d31d-20e1-4498-a26c-7a060283e2be'], 'active': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:15.359810 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (93cdc260-f438-4ff3-a3da-bcef515876e5), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.392413 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_dvr_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] Set router ca57d31d-20e1-4498-a26c-7a060283e2be gateway port host: None {{(pid=103356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:15.398679 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cdc260-f438-4ff3-a3da-bcef515876e5,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:15.451259 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.db.l3_hamode_db [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 6, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port_host': None}], 'dv-cinder-830674-2-iscsi', False) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:15.453042 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-580280'] for router_gateway (ca57d31d-20e1-4498-a26c-7a060283e2be), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.479710 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1be3f8-98bc-4ff3-a41f-e643ac36cf19 None None] The sync data for ids ['ca57d31d-20e1-4498-a26c-7a060283e2be'] in dv-cinder-830674-2-iscsi is: [{'id': 'ca57d31d-20e1-4498-a26c-7a060283e2be', 'name': 'tempest-TestVolumeBootPattern-1869824186-router', 'tenant_id': '727fb7c917bf4a06a38491a9e4498168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:25:09Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 6, 'project_id': '727fb7c917bf4a06a38491a9e4498168', 'gw_port_host': None}] {{(pid=103356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:15.549671 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16381'] for router (ca57d31d-20e1-4498-a26c-7a060283e2be), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.552046 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks [] for router_controller (ca57d31d-20e1-4498-a26c-7a060283e2be), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.598935 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576300'] for router (ca57d31d-20e1-4498-a26c-7a060283e2be), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.599665 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca57d31d-20e1-4498-a26c-7a060283e2be {{(pid=103355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:32:15.606267 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.607520 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b9010f24-27e4-4994-a27c-2939883028d2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ca57d31d-20e1-4498-a26c-7a060283e2be HTTP/1.1" status: 204 len: 168 time: 0.8133225 Mar 11 19:32:15.610081 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50410) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:15.655626 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.db_base_plugin_v2 [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Deleting subnet 53e9a631-268a-453d-b438-97557010c501 {{(pid=103355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:32:15.659130 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Publish callbacks [] for subnet (53e9a631-268a-453d-b438-97557010c501), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.696846 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9068143'] for subnet (53e9a631-268a-453d-b438-97557010c501), precommit_delete_associations {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.777791 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4143999'] for subnet (53e9a631-268a-453d-b438-97557010c501), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.854003 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4143988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9959931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969671'] for subnet (53e9a631-268a-453d-b438-97557010c501), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.881633 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e9a631-268a-453d-b438-97557010c501,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:15.889649 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for subnet (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.893176 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-7787e948-92de-4df5-8bdf-f85222ee8aed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/53e9a631-268a-453d-b438-97557010c501 HTTP/1.1" status: 204 len: 168 time: 0.2820277 Mar 11 19:32:15.895829 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.wsgi [-] (103355) accepted ('10.222.0.55', 50412) {{(pid=103355) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:15.900103 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83bc4e5-351c-4c35-882d-f100ba9b14c2 None None] Network 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d requested from dv-cinder-830674-2-iscsi {{(pid=103356) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:15.974759 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3244730'] for network (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.035954 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Deleting port aea9abaa-e547-49ac-ab6a-3d353af69b06 {{(pid=103355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:16.036308 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769666454510'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.111246 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.db [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] For port aea9abaa-e547-49ac-ab6a-3d353af69b06, host dv-cinder-830674-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830674-2-iscsi',level=0,port_id=aea9abaa-e547-49ac-ab6a-3d353af69b06,segment=NetworkSegment(b94728f0-9adb-4153-b814-a5d6862e655a),segment_id=b94728f0-9adb-4153-b814-a5d6862e655a)] {{(pid=103355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:16.111615 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575444'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.124052 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.plugin [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Calling delete_port for aea9abaa-e547-49ac-ab6a-3d353af69b06 owned by network:dhcp {{(pid=103355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:16.217747 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4021135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769666459989', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769665892720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9959892'] for port (aea9abaa-e547-49ac-ab6a-3d353af69b06), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.240964 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea9abaa-e547-49ac-ab6a-3d353af69b06,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:16.246425 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] No DVR routers for this DVR port aea9abaa-e547-49ac-ab6a-3d353af69b06 on host dv-cinder-830674-2-iscsi {{(pid=103355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:16.286748 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4bcba-7620-4f2c-9893-85b265d33d76 None None] DHCP port deletion for 4c2c989e-09c3-42c1-ad18-ca1fd7e5357d request from dv-cinder-830674-2-iscsi {{(pid=103356) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:32:16.322646 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4142980', 'neutron.services.segments.db._delete_segments_for_network-8769666221078'] for network (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.343528 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2c989e-09c3-42c1-ad18-ca1fd7e5357d']}} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:16.352987 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94728f0-9adb-4153-b814-a5d6862e655a') {'for_net_delete': True} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:16.353415 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.services.segments.db [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94728f0-9adb-4153-b814-a5d6862e655a') {} {{(pid=103355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:16.368306 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769666221855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9068132'] for segment (b94728f0-9adb-4153-b814-a5d6862e655a), before_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.385024 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672'] for segment (b94728f0-9adb-4153-b814-a5d6862e655a), precommit_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.391592 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:32:16.392050 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4104672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9959461'] for segment (b94728f0-9adb-4153-b814-a5d6862e655a), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: Traceback (most recent call last): Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: timer() Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: cb(*args, **kw) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: return func(*args, **kwargs) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: self._notify() Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: self.callback(batched_events) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: event.method(event) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: return f(self, *a, **k) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._get(url).json() Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: return self.request(url, 'GET', **kwargs) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:32:16.394768 dv-cinder-830674-2-iscsi neutron-server[103355]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:32:16.450800 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4143101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580252'] for network (4c2c989e-09c3-42c1-ad18-ca1fd7e5357d), after_delete {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.456240 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron_lib.callbacks.manager [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569235'] for network (None), before_response {{(pid=103355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.459578 dv-cinder-830674-2-iscsi neutron-server[103355]: INFO neutron.wsgi [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4c2c989e-09c3-42c1-ad18-ca1fd7e5357d HTTP/1.1" status: 204 len: 168 time: 0.5627329 Mar 11 19:32:16.471008 dv-cinder-830674-2-iscsi neutron-server[103355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392cd19-6e0d-47bd-b7e5-fe9d9339a7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2c989e-09c3-42c1-ad18-ca1fd7e5357d,revision_number=None']} {{(pid=103355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:16.594833 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50416) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:16.637961 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-df37ea9b-b09d-47b9-add5-3144d458e503 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95948645afad4e47889e89b7b43d28eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419407 Mar 11 19:32:16.640406 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50418) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:16.694022 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22b62061-c6f7-4ea7-8612-b291005708d8 admin admin] Publish callbacks [] for security_group (53d854d9-62e6-4d5b-9670-5142b8de81b6), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.715992 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22b62061-c6f7-4ea7-8612-b291005708d8 admin admin] Publish callbacks [] for security_group (53d854d9-62e6-4d5b-9670-5142b8de81b6), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.764338 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 482481ff-30fb-48bd-b6d3-ceab76c718f9 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:16.777054 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22b62061-c6f7-4ea7-8612-b291005708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (53d854d9-62e6-4d5b-9670-5142b8de81b6), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.780130 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-22b62061-c6f7-4ea7-8612-b291005708d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.781686 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-22b62061-c6f7-4ea7-8612-b291005708d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53d854d9-62e6-4d5b-9670-5142b8de81b6 HTTP/1.1" status: 204 len: 168 time: 0.1400306 Mar 11 19:32:16.787482 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 482481ff-30fb-48bd-b6d3-ceab76c718f9 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:16.787829 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 482481ff-30fb-48bd-b6d3-ceab76c718f9 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:16.788260 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device aea9abaa-e547-49ac-ab6a-3d353af69b06 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:16.791832 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b62061-c6f7-4ea7-8612-b291005708d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d854d9-62e6-4d5b-9670-5142b8de81b6,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:16.810977 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: aea9abaa-e547-49ac-ab6a-3d353af69b06 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:16.811329 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device aea9abaa-e547-49ac-ab6a-3d353af69b06 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:16.811767 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 93cdc260-f438-4ff3-a3da-bcef515876e5 no longer exists at agent ovs-agent-dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:16.844620 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] No Port match for: 93cdc260-f438-4ff3-a3da-bcef515876e5 {{(pid=103356) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:16.845258 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron.plugins.ml2.rpc [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Device 93cdc260-f438-4ff3-a3da-bcef515876e5 not bound to the agent host dv-cinder-830674-2-iscsi {{(pid=103356) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:17.112895 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50424) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:17.157396 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-41a26046-6f86-4665-a975-19658fd0b789 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=727fb7c917bf4a06a38491a9e4498168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432618 Mar 11 19:32:17.160359 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.wsgi [-] (103353) accepted ('10.222.0.55', 50426) {{(pid=103353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:17.210237 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8999089-fcd1-460c-8a9a-a6493db58fd6 admin admin] Publish callbacks [] for security_group (e551101c-f1b8-4495-953d-1d0657d3fc64), before_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.231562 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8999089-fcd1-460c-8a9a-a6493db58fd6 admin admin] Publish callbacks [] for security_group (e551101c-f1b8-4495-953d-1d0657d3fc64), precommit_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.281906 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8999089-fcd1-460c-8a9a-a6493db58fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772934'] for security_group (e551101c-f1b8-4495-953d-1d0657d3fc64), after_delete {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.285220 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron_lib.callbacks.manager [None req-d8999089-fcd1-460c-8a9a-a6493db58fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.286369 dv-cinder-830674-2-iscsi neutron-server[103353]: INFO neutron.wsgi [None req-d8999089-fcd1-460c-8a9a-a6493db58fd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e551101c-f1b8-4495-953d-1d0657d3fc64 HTTP/1.1" status: 204 len: 168 time: 0.1250677 Mar 11 19:32:17.294563 dv-cinder-830674-2-iscsi neutron-server[103353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8999089-fcd1-460c-8a9a-a6493db58fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e551101c-f1b8-4495-953d-1d0657d3fc64,revision_number=None']} {{(pid=103353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:20.892216 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:32:34.695745 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-95885c0d-6114-4523-9136-e3dc7771b7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.539248 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.998238 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6de07adf-aa8f-486f-9ce5-7c2dc9c007d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.826197 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:40.420467 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.750755 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:57.881510 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:33:04.701738 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccd25473-d193-4f96-b13e-66acf535c585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:05.557500 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.002973 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ae0b0da-a4d0-4d21-8aac-2e2cc8e594ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.831382 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:10.418706 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:11.754818 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:34.696687 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-78c08fd3-789f-4c82-a01c-cdcc80332e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:34.883315 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:33:35.556420 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:37.007554 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a75a1b20-42ff-47e3-a04c-6bf0946db1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:38.831935 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.425334 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.757852 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:04.700211 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7dbe04ff-89b1-490c-9f9d-9ff4f997522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.598268 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:07.010497 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcec3005-32e3-4c56-b401-30dbf2c82688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.834864 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.423820 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.760773 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.882708 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:34:34.702598 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ade0cbbf-9190-46bf-93ff-11a721844310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.581942 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:37.016201 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e10de257-8184-46a3-bb29-ecd08e09861f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:38.836299 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.428976 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.773433 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.883669 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:35:04.709684 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-45c63dad-6589-471e-aad3-225d0b425524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:05.597320 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:07.018565 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-671d84b3-ed83-4abd-815e-6f6edf866267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.839785 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:10.430169 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.766346 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.883708 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:35:34.703378 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-122e08f6-9f33-4170-9079-1545f5f3007d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.589969 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.023354 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b6946ba-3cdf-4363-8bf2-dd8b08d341b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.842717 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.432368 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.770358 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:02.884404 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:36:04.705421 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ede152c-50a8-4f7d-aab0-0a583fd95458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.594092 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:07.025000 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d48d24ff-1ad7-4fd9-9237-b09501ffd10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.848961 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.436736 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:11.773129 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.708585 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d8d50ae-f145-433a-a227-4f1844f240df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:35.596383 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.033595 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6ff08572-735d-4e10-9149-f048fb157908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.849170 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.884226 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:36:40.444694 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.775877 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:04.711031 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a5a7629f-368c-4667-8679-33c773962b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:05.610490 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:07.029981 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-046ad773-5197-4ada-9a7f-e5a074791cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.852970 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.446966 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.781284 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.884816 dv-cinder-830674-2-iscsi neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3fb1018a-98c2-430e-b83d-37a2133ef1af None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:37:34.712690 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60e869d1-bc9a-41df-9010-e64d933714df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0f42d09-7832-4f6b-80e0-c616579b4e2d), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:35.619033 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba1f5-3fe0-49c1-8ee8-043fef4d0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6ab12475-ed56-4f7a-8723-29040ace0de4), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:37.031547 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4eef13f4-50bc-494c-ab18-95ad9780425e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (b0248b52-be1d-45af-baf2-acf2e28b877e), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:38.855402 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f73d5872-fead-4a34-a2f9-8c84ccb622aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (6bee3757-d7bc-43b3-8c2c-f09c49479749), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:40.445688 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8dd8e8a0-b835-4f65-843f-d0def9be3326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (9d480fb0-f0d0-4b7d-9ca4-c726e1bc16bd), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:41.777662 dv-cinder-830674-2-iscsi neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7a2eacda-4b64-4c43-b03b-3b9c84ce4c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769666221060', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149135'] for agent (7ce9a4be-d2b6-4c10-a44e-7953734e6926), after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}